2024-12-05 02:16:37,809 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 02:16:37,830 main DEBUG Took 0.018366 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 02:16:37,830 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 02:16:37,831 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 02:16:37,831 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 02:16:37,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,841 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 02:16:37,856 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,858 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,859 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,861 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,861 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,862 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,863 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,864 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,865 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,866 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,868 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,869 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:16:37,870 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,871 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 02:16:37,873 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:16:37,874 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 02:16:37,876 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 02:16:37,877 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 02:16:37,879 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 02:16:37,879 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 02:16:37,888 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 02:16:37,890 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 02:16:37,892 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 02:16:37,892 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 02:16:37,892 main DEBUG createAppenders(={Console}) 2024-12-05 02:16:37,893 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-05 02:16:37,893 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-05 02:16:37,894 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-05 02:16:37,895 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 02:16:37,895 main DEBUG OutputStream closed 2024-12-05 02:16:37,895 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 02:16:37,896 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 02:16:37,896 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-05 02:16:37,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 02:16:37,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 02:16:37,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 02:16:37,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 02:16:37,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 02:16:37,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 02:16:37,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 02:16:37,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 02:16:37,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 02:16:37,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 02:16:37,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 02:16:37,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 02:16:37,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 02:16:37,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 02:16:37,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 02:16:37,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 02:16:37,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 02:16:37,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 02:16:37,983 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 02:16:37,983 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-05 02:16:37,984 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 02:16:37,984 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-05T02:16:37,997 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-05 02:16:38,000 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 02:16:38,000 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T02:16:38,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=8149 2024-12-05T02:16:38,255 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-05T02:16:38,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111 2024-12-05T02:16:38,296 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57, deleteOnExit=true 2024-12-05T02:16:38,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/zookeeper_0, clientPort=49865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:16:38,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49865 2024-12-05T02:16:38,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:16:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:16:38,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/test.cache.data in system properties and HBase conf 2024-12-05T02:16:38,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:16:38,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:16:38,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:16:38,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:16:38,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:16:38,490 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T02:16:38,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:16:38,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:38,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:16:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:16:38,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:16:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:38,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:16:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:16:38,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:16:38,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:38,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:16:38,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:16:39,369 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T02:16:39,444 INFO [Time-limited test {}] log.Log(170): Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T02:16:39,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:39,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:39,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:39,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:39,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:16:39,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:39,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:39,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:39,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/java.io.tmpdir/jetty-localhost-37953-hadoop-hdfs-3_4_1-tests_jar-_-any-11747820154703343810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:16:39,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37953} 2024-12-05T02:16:39,841 INFO [Time-limited test {}] server.Server(415): Started @2750ms 2024-12-05T02:16:40,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:40,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:40,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:40,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:40,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:40,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:40,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:40,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/java.io.tmpdir/jetty-localhost-44797-hadoop-hdfs-3_4_1-tests_jar-_-any-4743793001774718578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:40,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:44797} 2024-12-05T02:16:40,353 INFO [Time-limited test {}] server.Server(415): Started @3263ms 2024-12-05T02:16:40,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:16:40,893 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/data/data1/current/BP-45716055-172.17.0.2-1733364999123/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:40,893 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/data/data2/current/BP-45716055-172.17.0.2-1733364999123/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:40,929 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:16:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c4505c6f00652a2 with lease ID 0x25257e27d7b8c6b1: Processing first storage report for DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08 from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=3447bbaa-3c18-45c8-b1c3-f3386554a51d, infoPort=35321, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1352460352;c=1733364999123) 2024-12-05T02:16:40,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c4505c6f00652a2 with lease ID 0x25257e27d7b8c6b1: from storage DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08 node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=3447bbaa-3c18-45c8-b1c3-f3386554a51d, infoPort=35321, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1352460352;c=1733364999123), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:16:40,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7c4505c6f00652a2 with lease ID 0x25257e27d7b8c6b1: Processing first storage report for DS-d076fd45-b43d-4103-ac8b-b884d7b120a6 from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=3447bbaa-3c18-45c8-b1c3-f3386554a51d, infoPort=35321, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1352460352;c=1733364999123) 2024-12-05T02:16:40,980 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7c4505c6f00652a2 with lease ID 0x25257e27d7b8c6b1: from storage DS-d076fd45-b43d-4103-ac8b-b884d7b120a6 node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=3447bbaa-3c18-45c8-b1c3-f3386554a51d, infoPort=35321, infoSecurePort=0, ipcPort=44413, storageInfo=lv=-57;cid=testClusterID;nsid=1352460352;c=1733364999123), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:16:41,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111 2024-12-05T02:16:41,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:41,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:41,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:16:41,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d with version=8 2024-12-05T02:16:41,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/hbase-staging 2024-12-05T02:16:41,892 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T02:16:42,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:42,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:42,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:16:42,354 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T02:16:42,366 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T02:16:42,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:42,401 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13032 (auto-detected) 2024-12-05T02:16:42,402 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T02:16:42,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42293 2024-12-05T02:16:42,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42293 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422930x0, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:42,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42293-0x1018068cb670000 connected 2024-12-05T02:16:42,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:42,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:42,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:42,528 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d, hbase.cluster.distributed=false 2024-12-05T02:16:42,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/acl 2024-12-05T02:16:42,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42293 2024-12-05T02:16:42,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42293 2024-12-05T02:16:42,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42293 2024-12-05T02:16:42,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42293 2024-12-05T02:16:42,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42293 2024-12-05T02:16:42,671 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:42,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,674 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:42,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:42,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:42,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:42,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:42,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41049 2024-12-05T02:16:42,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41049 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:42,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:42,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410490x0, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:42,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41049-0x1018068cb670001 connected 2024-12-05T02:16:42,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:42,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:42,704 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:42,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/master 2024-12-05T02:16:42,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/acl 2024-12-05T02:16:42,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41049 2024-12-05T02:16:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41049 2024-12-05T02:16:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41049 2024-12-05T02:16:42,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41049 2024-12-05T02:16:42,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41049 2024-12-05T02:16:42,729 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:42293 2024-12-05T02:16:42,730 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01672089044/backup-masters/01bccfa882c7,42293,1733365001943 2024-12-05T02:16:42,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:42,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:42,739 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/backup-masters/01bccfa882c7,42293,1733365001943 2024-12-05T02:16:42,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/master 2024-12-05T02:16:42,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:42,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:42,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/master 2024-12-05T02:16:42,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01672089044/backup-masters/01bccfa882c7,42293,1733365001943 from backup master directory 2024-12-05T02:16:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/backup-masters/01bccfa882c7,42293,1733365001943 2024-12-05T02:16:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:42,769 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:42,769 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,42293,1733365001943 2024-12-05T02:16:42,771 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T02:16:42,772 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T02:16:42,827 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/hbase.id] with ID: 1713a3d6-0ac8-43f7-b52b-166172d0f91b 2024-12-05T02:16:42,828 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.tmp/hbase.id 2024-12-05T02:16:42,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:16:43,240 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.tmp/hbase.id]:[hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/hbase.id] 2024-12-05T02:16:43,282 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:43,287 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:16:43,306 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-05T02:16:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:43,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:16:43,733 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:43,736 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:16:43,759 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:43,764 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:16:43,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store 2024-12-05T02:16:43,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:16:44,234 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T02:16:44,238 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:44,239 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:44,239 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:44,240 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:44,241 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:44,241 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:44,241 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:44,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365004239Disabling compacts and flushes for region at 1733365004239Disabling writes for close at 1733365004241 (+2 ms)Writing region close event to WAL at 1733365004241Closed at 1733365004241 2024-12-05T02:16:44,245 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/.initializing 2024-12-05T02:16:44,245 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943 2024-12-05T02:16:44,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:44,268 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C42293%2C1733365001943, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/oldWALs, maxLogs=10 2024-12-05T02:16:44,292 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943/01bccfa882c7%2C42293%2C1733365001943.1733365004273, exclude list is [], retry=0 2024-12-05T02:16:44,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:44,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T02:16:44,346 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:44,347 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:44,348 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:44,348 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:44,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,352 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:16:44,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:44,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:44,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:16:44,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:44,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:44,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:16:44,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:44,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:44,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:16:44,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:44,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:44,434 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,438 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,439 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,447 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:44,451 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:44,455 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:44,456 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59729335, jitterRate=-0.1099635511636734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:44,462 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365004364Initializing all the Stores at 1733365004366 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365004366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365004367 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365004367Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365004367Cleaning up temporary data from old regions at 1733365004444 (+77 ms)Region opened successfully at 1733365004462 (+18 ms) 2024-12-05T02:16:44,463 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:16:44,494 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad560ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:44,526 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:16:44,538 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:16:44,538 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:16:44,541 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:16:44,542 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T02:16:44,547 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T02:16:44,547 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:16:44,572 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:16:44,580 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/balancer because node does not exist (not necessarily an error) 2024-12-05T02:16:44,583 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/balancer already deleted, retry=false 2024-12-05T02:16:44,585 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:16:44,586 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:16:44,588 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/normalizer already deleted, retry=false 2024-12-05T02:16:44,590 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:16:44,593 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:16:44,596 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/switch/split already deleted, retry=false 2024-12-05T02:16:44,597 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:16:44,599 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/switch/merge already deleted, retry=false 2024-12-05T02:16:44,616 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:16:44,618 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/snapshot-cleanup already deleted, retry=false 2024-12-05T02:16:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,625 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,42293,1733365001943, sessionid=0x1018068cb670000, setting cluster-up flag (Was=false) 2024-12-05T02:16:44,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,648 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01672089044/flush-table-proc/acquired, /01672089044/flush-table-proc/reached, /01672089044/flush-table-proc/abort 2024-12-05T02:16:44,650 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,42293,1733365001943 2024-12-05T02:16:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:44,662 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01672089044/online-snapshot/acquired, /01672089044/online-snapshot/reached, /01672089044/online-snapshot/abort 2024-12-05T02:16:44,664 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,42293,1733365001943 2024-12-05T02:16:44,672 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:16:44,718 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(746): ClusterId : 1713a3d6-0ac8-43f7-b52b-166172d0f91b 2024-12-05T02:16:44,721 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:44,725 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:44,726 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:44,729 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:44,730 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4d9956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:44,747 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:41049 2024-12-05T02:16:44,751 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:44,751 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:44,751 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:44,752 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:44,753 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,42293,1733365001943 with port=41049, startcode=1733365002633 2024-12-05T02:16:44,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:16:44,764 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:44,768 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:16:44,773 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,42293,1733365001943 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:16:44,780 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:44,780 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:44,781 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:44,781 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:44,781 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:16:44,781 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:44,781 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:44,782 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:44,785 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365034785 2024-12-05T02:16:44,787 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:16:44,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:44,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:16:44,789 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:16:44,792 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:16:44,793 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:16:44,793 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:16:44,793 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:16:44,794 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:44,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:16:44,794 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:44,798 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:16:44,800 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:16:44,801 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:16:44,801 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:16:44,801 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:44,803 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:16:44,804 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:16:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:16:44,806 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365004805,5,FailOnTimeoutGroup] 2024-12-05T02:16:44,806 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365004806,5,FailOnTimeoutGroup] 2024-12-05T02:16:44,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:44,807 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:16:44,808 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:44,808 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:44,808 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42293 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:44,833 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:16:44,833 WARN [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:16:44,935 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,42293,1733365001943 with port=41049, startcode=1733365002633 2024-12-05T02:16:44,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42293 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,41049,1733365002633 2024-12-05T02:16:44,940 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42293 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:44,950 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d 2024-12-05T02:16:44,950 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40099 2024-12-05T02:16:44,950 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:44,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/rs 2024-12-05T02:16:44,956 DEBUG [RS:0;01bccfa882c7:41049 {}] zookeeper.ZKUtil(111): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/rs/01bccfa882c7,41049,1733365002633 2024-12-05T02:16:44,956 WARN [RS:0;01bccfa882c7:41049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:44,956 INFO [RS:0;01bccfa882c7:41049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:44,957 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633 2024-12-05T02:16:44,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,41049,1733365002633] 2024-12-05T02:16:44,982 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:44,995 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:45,000 INFO [RS:0;01bccfa882c7:41049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:45,000 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,001 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:45,007 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:45,008 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,009 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:45,010 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:45,011 DEBUG [RS:0;01bccfa882c7:41049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,012 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41049,1733365002633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:45,032 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:45,034 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41049,1733365002633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,034 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,035 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.Replication(171): 01bccfa882c7,41049,1733365002633 started 2024-12-05T02:16:45,053 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:45,054 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,41049,1733365002633, RpcServer on 01bccfa882c7/172.17.0.2:41049, sessionid=0x1018068cb670001 2024-12-05T02:16:45,055 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:45,055 DEBUG [RS:0;01bccfa882c7:41049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,41049,1733365002633 2024-12-05T02:16:45,055 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,41049,1733365002633' 2024-12-05T02:16:45,055 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01672089044/flush-table-proc/abort' 2024-12-05T02:16:45,056 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01672089044/flush-table-proc/acquired' 2024-12-05T02:16:45,057 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:45,057 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:45,057 DEBUG [RS:0;01bccfa882c7:41049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,41049,1733365002633 2024-12-05T02:16:45,057 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,41049,1733365002633' 2024-12-05T02:16:45,057 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01672089044/online-snapshot/abort' 2024-12-05T02:16:45,058 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01672089044/online-snapshot/acquired' 2024-12-05T02:16:45,058 DEBUG [RS:0;01bccfa882c7:41049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:45,059 INFO [RS:0;01bccfa882c7:41049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:45,059 INFO [RS:0;01bccfa882c7:41049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:45,164 INFO [RS:0;01bccfa882c7:41049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:45,168 INFO [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41049%2C1733365002633, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:16:45,185 DEBUG [RS:0;01bccfa882c7:41049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170, exclude list is [], retry=0 2024-12-05T02:16:45,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:45,192 INFO [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 2024-12-05T02:16:45,192 DEBUG [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:45,208 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:16:45,209 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d 2024-12-05T02:16:45,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:16:45,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:45,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:45,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:45,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:45,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:45,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:45,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:45,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:45,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:45,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:45,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:45,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:45,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:45,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:45,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:45,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:45,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:45,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:45,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:45,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:45,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:45,641 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:45,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:45,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:45,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63605793, jitterRate=-0.0521998256444931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365005620Initializing all the Stores at 1733365005622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365005622Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365005622Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365005622Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365005622Cleaning up temporary data from old regions at 1733365005640 (+18 ms)Region opened successfully at 1733365005650 (+10 ms) 2024-12-05T02:16:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:45,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:45,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:45,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:45,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365005651Disabling compacts and flushes for region at 1733365005651Disabling writes for close at 1733365005651Writing region close event to WAL at 1733365005652 (+1 ms)Closed at 1733365005653 (+1 ms) 2024-12-05T02:16:45,656 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:45,656 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:16:45,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:16:45,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:45,674 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:16:45,826 DEBUG [01bccfa882c7:42293 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:16:45,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:45,844 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41049,1733365002633, state=OPENING 2024-12-05T02:16:45,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:16:45,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:45,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:45,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:45,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:45,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:45,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,41049,1733365002633}] 2024-12-05T02:16:46,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:46,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:46,043 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:16:46,044 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:46,044 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:16:46,048 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41049%2C1733365002633.meta, suffix=.meta, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:16:46,073 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.meta.1733365006050.meta, exclude list is [], retry=0 2024-12-05T02:16:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:46,080 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.meta.1733365006050.meta 2024-12-05T02:16:46,081 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:46,081 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:46,087 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:16:46,088 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:16:46,090 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:16:46,092 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:16:46,096 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:16:46,096 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:46,096 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:16:46,096 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:16:46,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:46,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:46,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:46,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:46,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:46,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:46,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:46,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:46,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:46,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:46,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:46,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:46,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:46,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:46,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:46,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:46,109 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:46,110 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:46,113 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:46,115 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:46,115 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:46,116 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:46,118 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:46,120 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65892941, jitterRate=-0.018118664622306824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:46,120 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:16:46,121 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365006097Writing region info on filesystem at 1733365006097Initializing all the Stores at 1733365006099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365006099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365006099Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365006099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365006099Cleaning up temporary data from old regions at 1733365006115 (+16 ms)Running coprocessor post-open hooks at 1733365006120 (+5 ms)Region opened successfully at 1733365006121 (+1 ms) 2024-12-05T02:16:46,128 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365006021 2024-12-05T02:16:46,140 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:16:46,140 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:16:46,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:46,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41049,1733365002633, state=OPEN 2024-12-05T02:16:46,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:46,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:46,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:46,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:46,151 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:46,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:16:46,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,41049,1733365002633 in 296 msec 2024-12-05T02:16:46,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:16:46,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-12-05T02:16:46,165 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:46,165 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:16:46,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:46,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41049,1733365002633, seqNum=-1] 2024-12-05T02:16:46,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:46,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:46,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5290 sec 2024-12-05T02:16:46,232 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365006232, completionTime=-1 2024-12-05T02:16:46,235 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:16:46,235 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:16:46,263 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:16:46,263 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365066263 2024-12-05T02:16:46,264 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365126264 2024-12-05T02:16:46,264 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-05T02:16:46,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,268 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:42293, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,269 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,269 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,275 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:16:46,295 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.526sec 2024-12-05T02:16:46,297 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:16:46,298 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:16:46,299 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:16:46,299 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:16:46,299 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:16:46,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:46,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:16:46,309 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:16:46,310 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:16:46,310 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42293,1733365001943-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:46,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:46,330 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T02:16:46,330 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T02:16:46,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42293,-1 for getting cluster id 2024-12-05T02:16:46,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:46,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1713a3d6-0ac8-43f7-b52b-166172d0f91b' 2024-12-05T02:16:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1713a3d6-0ac8-43f7-b52b-166172d0f91b" 2024-12-05T02:16:46,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f7a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:46,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42293,-1] 2024-12-05T02:16:46,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:46,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:46,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:46,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:46,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:46,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41049,1733365002633, seqNum=-1] 2024-12-05T02:16:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:46,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:46,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,42293,1733365001943 2024-12-05T02:16:46,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:46,400 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018068cb670002 connected 2024-12-05T02:16:46,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir so I do NOT create it in target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d 2024-12-05T02:16:46,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:16:46,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.tmp.dir so I do NOT create it in target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d 2024-12-05T02:16:46,434 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:16:46,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d 2024-12-05T02:16:46,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:16:46,434 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/cluster_334119d7-1f29-87e8-e5ae-2d7f27f988d5, deleteOnExit=true 2024-12-05T02:16:46,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:16:46,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/test.cache.data in system properties and HBase conf 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:16:46,435 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:16:46,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:16:46,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:16:46,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:16:46,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:46,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:46,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:46,559 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:46,559 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:46,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:46,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:46,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:46,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/java.io.tmpdir/jetty-localhost-39313-hadoop-hdfs-3_4_1-tests_jar-_-any-14768769431368687393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:16:46,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:39313} 2024-12-05T02:16:46,680 INFO [Time-limited test {}] server.Server(415): Started @9590ms 2024-12-05T02:16:46,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:16:46,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:16:46,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:16:46,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:16:46,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:16:46,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:16:46,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:16:46,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/java.io.tmpdir/jetty-localhost-34639-hadoop-hdfs-3_4_1-tests_jar-_-any-13372538805538017291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:46,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:34639} 2024-12-05T02:16:46,896 INFO [Time-limited test {}] server.Server(415): Started @9806ms 2024-12-05T02:16:46,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:16:47,049 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/cluster_334119d7-1f29-87e8-e5ae-2d7f27f988d5/data/data1/current/BP-2125940635-172.17.0.2-1733365006473/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:47,049 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/cluster_334119d7-1f29-87e8-e5ae-2d7f27f988d5/data/data2/current/BP-2125940635-172.17.0.2-1733365006473/current, will proceed with Du for space computation calculation, 2024-12-05T02:16:47,068 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:16:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7391f1d05ea4fcc with lease ID 0x2c8b59b1753adac: Processing first storage report for DS-f3e2771e-5f7f-4f1e-861f-7ecab5271b27 from datanode DatanodeRegistration(127.0.0.1:43005, datanodeUuid=d2884417-e0dc-41f4-810f-5670ef29d09a, infoPort=43225, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=415360180;c=1733365006473) 2024-12-05T02:16:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7391f1d05ea4fcc with lease ID 0x2c8b59b1753adac: from storage DS-f3e2771e-5f7f-4f1e-861f-7ecab5271b27 node DatanodeRegistration(127.0.0.1:43005, datanodeUuid=d2884417-e0dc-41f4-810f-5670ef29d09a, infoPort=43225, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=415360180;c=1733365006473), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:16:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7391f1d05ea4fcc with lease ID 0x2c8b59b1753adac: Processing first storage report for DS-c4623540-b484-4d37-afa5-4012d2621d1f from datanode DatanodeRegistration(127.0.0.1:43005, datanodeUuid=d2884417-e0dc-41f4-810f-5670ef29d09a, infoPort=43225, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=415360180;c=1733365006473) 2024-12-05T02:16:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7391f1d05ea4fcc with lease ID 0x2c8b59b1753adac: from storage DS-c4623540-b484-4d37-afa5-4012d2621d1f node DatanodeRegistration(127.0.0.1:43005, datanodeUuid=d2884417-e0dc-41f4-810f-5670ef29d09a, infoPort=43225, infoSecurePort=0, ipcPort=44265, storageInfo=lv=-57;cid=testClusterID;nsid=415360180;c=1733365006473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:16:47,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d 2024-12-05T02:16:47,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:16:47,551 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a with version=8 2024-12-05T02:16:47,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/hbase-staging 2024-12-05T02:16:47,553 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:47,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:16:47,554 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:47,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36067 2024-12-05T02:16:47,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36067 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:47,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360670x0, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:47,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36067-0x1018068cb670003 connected 2024-12-05T02:16:47,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/running 2024-12-05T02:16:47,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a, hbase.cluster.distributed=false 2024-12-05T02:16:47,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/acl 2024-12-05T02:16:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36067 2024-12-05T02:16:47,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36067 2024-12-05T02:16:47,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36067 2024-12-05T02:16:47,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36067 2024-12-05T02:16:47,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36067 2024-12-05T02:16:47,604 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:47,604 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:47,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39325 2024-12-05T02:16:47,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39325 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:47,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:47,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393250x0, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:47,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393250x0, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/running 2024-12-05T02:16:47,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39325-0x1018068cb670004 connected 2024-12-05T02:16:47,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:47,616 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:47,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/master 2024-12-05T02:16:47,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/acl 2024-12-05T02:16:47,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39325 2024-12-05T02:16:47,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39325 2024-12-05T02:16:47,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39325 2024-12-05T02:16:47,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39325 2024-12-05T02:16:47,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39325 2024-12-05T02:16:47,637 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:36067 2024-12-05T02:16:47,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11307487985/backup-masters/01bccfa882c7,36067,1733365007553 2024-12-05T02:16:47,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/backup-masters 2024-12-05T02:16:47,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/backup-masters 2024-12-05T02:16:47,640 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on existing znode=/11307487985/backup-masters/01bccfa882c7,36067,1733365007553 2024-12-05T02:16:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11307487985/master 2024-12-05T02:16:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:47,642 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on existing znode=/11307487985/master 2024-12-05T02:16:47,643 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11307487985/backup-masters/01bccfa882c7,36067,1733365007553 from backup master directory 2024-12-05T02:16:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11307487985/backup-masters/01bccfa882c7,36067,1733365007553 2024-12-05T02:16:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/backup-masters 2024-12-05T02:16:47,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/backup-masters 2024-12-05T02:16:47,649 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:47,650 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,36067,1733365007553 2024-12-05T02:16:47,656 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/hbase.id] with ID: e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:47,656 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/.tmp/hbase.id 2024-12-05T02:16:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:16:48,064 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/.tmp/hbase.id]:[hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/hbase.id] 2024-12-05T02:16:48,085 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:48,085 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:16:48,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T02:16:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:48,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:16:48,499 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:48,500 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:16:48,500 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:16:48,913 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store 2024-12-05T02:16:48,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:49,325 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:49,325 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:49,325 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365009325Disabling compacts and flushes for region at 1733365009325Disabling writes for close at 1733365009325Writing region close event to WAL at 1733365009325Closed at 1733365009325 2024-12-05T02:16:49,327 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/.initializing 2024-12-05T02:16:49,327 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/WALs/01bccfa882c7,36067,1733365007553 2024-12-05T02:16:49,328 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:49,331 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C36067%2C1733365007553, suffix=, logDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/WALs/01bccfa882c7,36067,1733365007553, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/oldWALs, maxLogs=10 2024-12-05T02:16:49,346 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/WALs/01bccfa882c7,36067,1733365007553/01bccfa882c7%2C36067%2C1733365007553.1733365009332, exclude list is [], retry=0 2024-12-05T02:16:49,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43005,DS-f3e2771e-5f7f-4f1e-861f-7ecab5271b27,DISK] 2024-12-05T02:16:49,354 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/WALs/01bccfa882c7,36067,1733365007553/01bccfa882c7%2C36067%2C1733365007553.1733365009332 2024-12-05T02:16:49,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-12-05T02:16:49,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:49,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:49,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:16:49,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:49,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:49,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:16:49,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:49,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:49,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:16:49,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:49,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:49,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:16:49,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:49,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:49,370 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,371 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,372 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,374 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,374 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:49,377 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:49,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:49,381 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58767772, jitterRate=-0.12429195642471313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:49,381 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365009355Initializing all the Stores at 1733365009357 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365009357Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365009357Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365009357Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365009357Cleaning up temporary data from old regions at 1733365009374 (+17 ms)Region opened successfully at 1733365009381 (+7 ms) 2024-12-05T02:16:49,381 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:16:49,387 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:49,388 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:16:49,388 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:16:49,388 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:16:49,388 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:16:49,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:16:49,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:16:49,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:16:49,392 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:16:49,393 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/balancer because node does not exist (not necessarily an error) 2024-12-05T02:16:49,394 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/balancer already deleted, retry=false 2024-12-05T02:16:49,395 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:16:49,396 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:16:49,397 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/normalizer already deleted, retry=false 2024-12-05T02:16:49,397 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:16:49,399 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:16:49,403 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/switch/split already deleted, retry=false 2024-12-05T02:16:49,404 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:16:49,406 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/switch/merge already deleted, retry=false 2024-12-05T02:16:49,408 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:16:49,410 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/snapshot-cleanup already deleted, retry=false 2024-12-05T02:16:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11307487985/running 2024-12-05T02:16:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11307487985/running 2024-12-05T02:16:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,412 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,36067,1733365007553, sessionid=0x1018068cb670003, setting cluster-up flag (Was=false) 2024-12-05T02:16:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,423 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11307487985/flush-table-proc/acquired, /11307487985/flush-table-proc/reached, /11307487985/flush-table-proc/abort 2024-12-05T02:16:49,425 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,36067,1733365007553 2024-12-05T02:16:49,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:49,434 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11307487985/online-snapshot/acquired, /11307487985/online-snapshot/reached, /11307487985/online-snapshot/abort 2024-12-05T02:16:49,435 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,36067,1733365007553 2024-12-05T02:16:49,437 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:16:49,441 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:49,442 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:16:49,442 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:16:49,442 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,36067,1733365007553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:16:49,443 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:49,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365039445 2024-12-05T02:16:49,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:16:49,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:16:49,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:16:49,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:16:49,446 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:16:49,447 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:16:49,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:49,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:16:49,449 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:49,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:16:49,450 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:16:49,451 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:16:49,451 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365009451,5,FailOnTimeoutGroup] 2024-12-05T02:16:49,451 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365009451,5,FailOnTimeoutGroup] 2024-12-05T02:16:49,451 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,451 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:16:49,451 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,452 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:16:49,529 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(746): ClusterId : e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:49,529 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:49,532 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:49,532 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:49,534 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:49,535 DEBUG [RS:0;01bccfa882c7:39325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab793c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:49,549 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:39325 2024-12-05T02:16:49,549 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:49,549 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:49,549 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:49,550 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,36067,1733365007553 with port=39325, startcode=1733365007604 2024-12-05T02:16:49,550 DEBUG [RS:0;01bccfa882c7:39325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:49,552 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:49,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36067 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36067 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,557 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a 2024-12-05T02:16:49,557 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44625 2024-12-05T02:16:49,557 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:49,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/rs 2024-12-05T02:16:49,564 DEBUG [RS:0;01bccfa882c7:39325 {}] zookeeper.ZKUtil(111): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on existing znode=/11307487985/rs/01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,564 WARN [RS:0;01bccfa882c7:39325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:49,564 INFO [RS:0;01bccfa882c7:39325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:49,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,39325,1733365007604] 2024-12-05T02:16:49,565 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,570 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:49,573 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:49,574 INFO [RS:0;01bccfa882c7:39325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:49,574 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,576 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:49,578 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:49,578 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,578 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,578 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,578 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:49,579 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:49,580 DEBUG [RS:0;01bccfa882c7:39325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:49,581 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,581 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,581 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,581 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,581 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,582 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39325,1733365007604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:49,608 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:49,608 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39325,1733365007604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,609 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,609 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.Replication(171): 01bccfa882c7,39325,1733365007604 started 2024-12-05T02:16:49,633 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:49,633 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,39325,1733365007604, RpcServer on 01bccfa882c7/172.17.0.2:39325, sessionid=0x1018068cb670004 2024-12-05T02:16:49,634 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:49,634 DEBUG [RS:0;01bccfa882c7:39325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,634 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39325,1733365007604' 2024-12-05T02:16:49,634 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11307487985/flush-table-proc/abort' 2024-12-05T02:16:49,635 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11307487985/flush-table-proc/acquired' 2024-12-05T02:16:49,635 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:49,635 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:49,635 DEBUG [RS:0;01bccfa882c7:39325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,39325,1733365007604 2024-12-05T02:16:49,636 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39325,1733365007604' 2024-12-05T02:16:49,636 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11307487985/online-snapshot/abort' 2024-12-05T02:16:49,636 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11307487985/online-snapshot/acquired' 2024-12-05T02:16:49,637 DEBUG [RS:0;01bccfa882c7:39325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:49,637 INFO [RS:0;01bccfa882c7:39325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:49,637 INFO [RS:0;01bccfa882c7:39325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:49,738 INFO [RS:0;01bccfa882c7:39325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:49,742 INFO [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39325%2C1733365007604, suffix=, logDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/oldWALs, maxLogs=10 2024-12-05T02:16:49,766 DEBUG [RS:0;01bccfa882c7:39325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604/01bccfa882c7%2C39325%2C1733365007604.1733365009744, exclude list is [], retry=0 2024-12-05T02:16:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43005,DS-f3e2771e-5f7f-4f1e-861f-7ecab5271b27,DISK] 2024-12-05T02:16:49,778 INFO [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604/01bccfa882c7%2C39325%2C1733365007604.1733365009744 2024-12-05T02:16:49,778 DEBUG [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-12-05T02:16:49,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:16:49,886 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a 2024-12-05T02:16:49,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:16:50,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:50,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:50,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:50,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:50,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:50,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:50,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:50,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:50,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:50,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:50,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740 2024-12-05T02:16:50,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740 2024-12-05T02:16:50,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:50,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:50,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:50,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:50,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:50,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61843474, jitterRate=-0.07846042513847351}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:50,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365010306Initializing all the Stores at 1733365010308 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365010309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010309Cleaning up temporary data from old regions at 1733365010324 (+15 ms)Region opened successfully at 1733365010330 (+6 ms) 2024-12-05T02:16:50,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:50,331 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:50,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:50,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:50,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:50,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:50,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365010330Disabling compacts and flushes for region at 1733365010330Disabling writes for close at 1733365010331 (+1 ms)Writing region close event to WAL at 1733365010331Closed at 1733365010331 2024-12-05T02:16:50,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:50,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:16:50,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:16:50,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:50,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:16:50,487 DEBUG [01bccfa882c7:36067 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:16:50,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,39325,1733365007604 2024-12-05T02:16:50,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39325,1733365007604, state=OPENING 2024-12-05T02:16:50,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:16:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:16:50,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:50,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11307487985/meta-region-server: CHANGED 2024-12-05T02:16:50,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11307487985/meta-region-server: CHANGED 2024-12-05T02:16:50,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39325,1733365007604}] 2024-12-05T02:16:50,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:50,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:50,659 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:16:50,659 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:50,659 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:16:50,662 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39325%2C1733365007604.meta, suffix=.meta, logDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604, archiveDir=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/oldWALs, maxLogs=10 2024-12-05T02:16:50,678 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604/01bccfa882c7%2C39325%2C1733365007604.meta.1733365010664.meta, exclude list is [], retry=0 2024-12-05T02:16:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43005,DS-f3e2771e-5f7f-4f1e-861f-7ecab5271b27,DISK] 2024-12-05T02:16:50,684 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604/01bccfa882c7%2C39325%2C1733365007604.meta.1733365010664.meta 2024-12-05T02:16:50,684 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43225:43225)] 2024-12-05T02:16:50,684 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:50,685 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:16:50,685 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:16:50,685 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:16:50,685 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:16:50,685 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:16:50,685 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:50,686 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:16:50,686 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:16:50,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:50,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:50,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:50,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:50,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:50,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:50,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:50,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:50,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:50,695 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:50,696 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740 2024-12-05T02:16:50,698 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740 2024-12-05T02:16:50,700 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:50,700 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:50,701 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:50,703 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:50,704 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70712006, jitterRate=0.05369099974632263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:50,704 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:16:50,704 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365010686Writing region info on filesystem at 1733365010686Initializing all the Stores at 1733365010687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010687Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365010687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365010687Cleaning up temporary data from old regions at 1733365010700 (+13 ms)Running coprocessor post-open hooks at 1733365010704 (+4 ms)Region opened successfully at 1733365010704 2024-12-05T02:16:50,706 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365010650 2024-12-05T02:16:50,709 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:16:50,710 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:16:50,711 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39325,1733365007604 2024-12-05T02:16:50,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39325,1733365007604, state=OPEN 2024-12-05T02:16:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11307487985/meta-region-server 2024-12-05T02:16:50,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11307487985/meta-region-server 2024-12-05T02:16:50,714 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,39325,1733365007604 2024-12-05T02:16:50,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11307487985/meta-region-server: CHANGED 2024-12-05T02:16:50,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11307487985/meta-region-server: CHANGED 2024-12-05T02:16:50,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:16:50,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39325,1733365007604 in 218 msec 2024-12-05T02:16:50,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:16:50,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-12-05T02:16:50,723 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:50,723 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:16:50,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:50,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39325,1733365007604, seqNum=-1] 2024-12-05T02:16:50,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:50,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:50,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-12-05T02:16:50,735 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365010735, completionTime=-1 2024-12-05T02:16:50,735 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:16:50,736 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365070738 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365130738 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,739 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:36067, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,739 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,739 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,741 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.093sec 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:50,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:16:50,747 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:16:50,747 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:16:50,747 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36067,1733365007553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:50,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:50,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:50,832 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:50,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:50,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e065751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:50,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:50,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:50,835 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39325,1733365007604, seqNum=-1] 2024-12-05T02:16:50,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:50,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:50,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,36067,1733365007553 2024-12-05T02:16:50,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:50,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:50,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018068cb670005 connected 2024-12-05T02:16:50,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42293,-1 for getting cluster id 2024-12-05T02:16:50,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:50,858 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1713a3d6-0ac8-43f7-b52b-166172d0f91b' 2024-12-05T02:16:50,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:50,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1713a3d6-0ac8-43f7-b52b-166172d0f91b" 2024-12-05T02:16:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43726c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42293,-1] 2024-12-05T02:16:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:50,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:50,861 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffee48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:50,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,42293,1733365001943 2024-12-05T02:16:50,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@558aea1e 2024-12-05T02:16:50,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:50,880 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:50,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:16:50,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:16:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:50,894 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:50,895 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a353, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,895 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:50,895 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:50,896 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3e8011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:50,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:50,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:50,899 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:50,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4152bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:50,900 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:50,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10f899 2024-12-05T02:16:50,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:50,906 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:50,918 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T02:16:50,918 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:16:50,923 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:50,923 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:50,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:50,925 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:50,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:16:50,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:16:50,933 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:50,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:16:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741835_1011 (size=1138) 2024-12-05T02:16:50,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:16:50,982 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:16:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:51,347 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fecd35f13092ed233a09677a37bb3f95, NAME => 'hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d 2024-12-05T02:16:51,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741836_1012 (size=44) 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fecd35f13092ed233a09677a37bb3f95, disabling compactions & flushes 2024-12-05T02:16:51,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. after waiting 0 ms 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fecd35f13092ed233a09677a37bb3f95: Waiting for close lock at 1733365011355Disabling compacts and flushes for region at 1733365011355Disabling writes for close at 1733365011355Writing region close event to WAL at 1733365011355Closed at 1733365011355 2024-12-05T02:16:51,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:16:51,362 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365011357"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365011357"}]},"ts":"1733365011357"} 2024-12-05T02:16:51,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:16:51,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:16:51,370 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365011367"}]},"ts":"1733365011367"} 2024-12-05T02:16:51,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:16:51,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN}] 2024-12-05T02:16:51,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN 2024-12-05T02:16:51,378 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN; state=OFFLINE, location=01bccfa882c7,41049,1733365002633; forceNewPlan=false, retain=false 2024-12-05T02:16:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:51,529 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fecd35f13092ed233a09677a37bb3f95, regionState=OPENING, regionLocation=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:51,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN because future has completed 2024-12-05T02:16:51,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,41049,1733365002633}] 2024-12-05T02:16:51,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:16:51,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:51,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:16:51,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41049%2C1733365002633.rep, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:16:51,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.rep.1733365011697, exclude list is [], retry=0 2024-12-05T02:16:51,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:51,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.rep.1733365011697 2024-12-05T02:16:51,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:51,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fecd35f13092ed233a09677a37bb3f95, NAME => 'hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:51,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. service=MultiRowMutationService 2024-12-05T02:16:51,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,721 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,723 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName hfileref 2024-12-05T02:16:51,723 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:51,724 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:51,724 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,725 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName queue 2024-12-05T02:16:51,725 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:51,726 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:51,726 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,728 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName sid 2024-12-05T02:16:51,728 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:51,728 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:51,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:16:51,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:51,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fecd35f13092ed233a09677a37bb3f95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74247697, jitterRate=0.10637690126895905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:16:51,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fecd35f13092ed233a09677a37bb3f95: Running coprocessor pre-open hook at 1733365011719Writing region info on filesystem at 1733365011719Initializing all the Stores at 1733365011721 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365011721Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365011721Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365011721Cleaning up temporary data from old regions at 1733365011731 (+10 ms)Running coprocessor post-open hooks at 1733365011737 (+6 ms)Region opened successfully at 1733365011738 (+1 ms) 2024-12-05T02:16:51,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., pid=7, masterSystemTime=1733365011687 2024-12-05T02:16:51,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:51,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fecd35f13092ed233a09677a37bb3f95, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,41049,1733365002633 2024-12-05T02:16:51,747 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42293 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=01bccfa882c7,41049,1733365002633, table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T02:16:51,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,41049,1733365002633 because future has completed 2024-12-05T02:16:51,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T02:16:51,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,41049,1733365002633 in 217 msec 2024-12-05T02:16:51,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:16:51,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN in 381 msec 2024-12-05T02:16:51,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:16:51,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365011760"}]},"ts":"1733365011760"} 2024-12-05T02:16:51,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:16:51,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:16:51,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-05T02:16:51,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., hostname=01bccfa882c7,41049,1733365002633, seqNum=2] 2024-12-05T02:16:51,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T02:16:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:51,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:51,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:16:51,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T02:16:51,988 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:16:52,027 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,41049,1733365002633, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:16:52,029 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:52,029 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41049,1733365002633, seqNum=-1] 2024-12-05T02:16:52,029 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:52,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-05T02:16:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:52,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,41049,1733365002633', locateType=CURRENT is [region=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., hostname=01bccfa882c7,41049,1733365002633, seqNum=2] 2024-12-05T02:16:52,041 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T02:16:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T02:16:52,046 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,41049,1733365002633 suceeded 2024-12-05T02:16:52,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T02:16:52,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-12-05T02:16:52,050 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:52,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1670 sec 2024-12-05T02:16:52,060 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:52,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37357ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:52,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:52,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:52,063 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:52,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:52,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a740f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:52,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:52,065 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:52,066 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcf3214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:52,066 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:52,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:52,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376ee8fd 2024-12-05T02:16:52,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:52,068 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T02:16:52,069 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,41049,1733365002633 (queues=1) is replicating from cluster=1713a3d6-0ac8-43f7-b52b-166172d0f91b to cluster=e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:52,070 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C41049%2C1733365002633 2024-12-05T02:16:52,074 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,41049,1733365002633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:16:52,076 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C41049%2C1733365002633 2024-12-05T02:16:52,080 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170, startPosition=0, beingWritten=true 2024-12-05T02:16:52,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:16:52,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:16:52,353 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:16:52,353 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T02:16:52,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:16:52,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T02:16:52,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:52,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:16:52,354 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:16:52,354 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T02:16:52,646 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:53,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:16:53,043 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:53,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:53,043 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:16:53,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:53,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42293,-1 for getting cluster id 2024-12-05T02:16:53,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:53,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1713a3d6-0ac8-43f7-b52b-166172d0f91b' 2024-12-05T02:16:53,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1713a3d6-0ac8-43f7-b52b-166172d0f91b" 2024-12-05T02:16:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ab3c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42293,-1] 2024-12-05T02:16:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,048 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda5567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,42293,1733365001943 2024-12-05T02:16:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea70739 2024-12-05T02:16:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:16:53,053 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:16:53,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:16:53,056 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:53,057 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b73b299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,057 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:53,057 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:53,058 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a257cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:53,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:53,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,059 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b5aca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,060 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2cc79f 2024-12-05T02:16:53,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,062 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,063 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-05T02:16:53,063 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:16:53,063 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,064 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:53,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:16:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:16:53,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-05T02:16:53,228 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T02:16:53,259 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-01bccfa882c7,41049,1733365002633, ReplicationSource: 2, currentBandwidth=0 2024-12-05T02:16:53,263 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T02:16:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T02:16:53,266 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 01bccfa882c7,41049,1733365002633 suceeded 2024-12-05T02:16:53,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:16:53,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T02:16:53,270 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:53,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-12-05T02:16:53,278 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:53,279 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0a1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,279 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:53,279 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:53,280 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b7ac80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:53,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,282 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:53,283 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,283 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f892ed 2024-12-05T02:16:53,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,286 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,286 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-01bccfa882c7,41049,1733365002633 (queues=1) is replicating from cluster=1713a3d6-0ac8-43f7-b52b-166172d0f91b to cluster=e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:53,286 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=01bccfa882c7%2C41049%2C1733365002633 2024-12-05T02:16:53,287 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-01bccfa882c7,41049,1733365002633, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:16:53,287 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C41049%2C1733365002633 2024-12-05T02:16:53,287 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170, startPosition=0, beingWritten=true 2024-12-05T02:16:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:16:53,373 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T02:16:53,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:53,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:53,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:53,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,42293,1733365001943 2024-12-05T02:16:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619cb41b 2024-12-05T02:16:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,379 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:16:53,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T02:16:53,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:16:53,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T02:16:53,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T02:16:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:16:53,394 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:53,395 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e4e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,395 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:53,395 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:53,396 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3722ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:53,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,397 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61422ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,398 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423ff5ed 2024-12-05T02:16:53,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,400 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,401 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:16:53,401 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:16:53,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:53,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:16:53,494 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:16:53,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-05T02:16:53,560 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:53,560 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-05T02:16:53,562 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T02:16:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T02:16:53,566 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 01bccfa882c7,41049,1733365002633 suceeded 2024-12-05T02:16:53,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T02:16:53,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-05T02:16:53,570 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:53,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 182 msec 2024-12-05T02:16:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:16:53,713 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-05T02:16:53,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T02:16:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:16:53,717 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:53,718 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71285e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,718 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:53,718 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:53,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792d5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:53,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea53a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:53,722 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@397bc829 2024-12-05T02:16:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:53,724 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:53,725 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T02:16:53,725 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:16:53,725 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,725 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:53,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:53,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:16:53,800 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:16:53,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-05T02:16:53,885 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-05T02:16:53,886 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T02:16:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T02:16:53,889 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 01bccfa882c7,41049,1733365002633 suceeded 2024-12-05T02:16:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T02:16:53,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-05T02:16:53,892 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://01bccfa882c7:36067,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:16:53,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-12-05T02:16:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:16:54,032 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-05T02:16:54,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:16:54,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42293 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T02:16:54,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:54,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:54,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:54,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:54,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:54,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:16:54,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=951453633, stopped=false 2024-12-05T02:16:54,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,42293,1733365001943 2024-12-05T02:16:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:54,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:54,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:54,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:54,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:54,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:54,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:54,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:54,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,41049,1733365002633' ***** 2024-12-05T02:16:54,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:16:54,039 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:16:54,039 INFO [RS:0;01bccfa882c7:41049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:16:54,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:16:54,039 INFO [RS:0;01bccfa882c7:41049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:16:54,039 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:54,040 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,41049,1733365002633 2024-12-05T02:16:54,040 INFO [RS:0;01bccfa882c7:41049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:54,040 INFO [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:41049. 2024-12-05T02:16:54,040 DEBUG [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:54,040 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:54,040 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:16:54,040 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fecd35f13092ed233a09677a37bb3f95, disabling compactions & flushes 2024-12-05T02:16:54,040 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:16:54,041 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:54,041 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. after waiting 0 ms 2024-12-05T02:16:54,041 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:54,041 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:16:54,041 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1325): Online Regions={fecd35f13092ed233a09677a37bb3f95=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:54,041 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:54,041 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:54,041 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:54,044 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fecd35f13092ed233a09677a37bb3f95 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-05T02:16:54,044 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T02:16:54,091 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:16:54,091 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:16:54,114 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7 is 147, key is hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95./info:regioninfo/1733365011744/Put/seqid=0 2024-12-05T02:16:54,114 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/.tmp/queue/108d0413797b4a2d99659bfd5cae7e0e is 151, key is 1-01bccfa882c7,41049,1733365002633/queue:01bccfa882c7%2C41049%2C1733365002633/1733365012035/Put/seqid=0 2024-12-05T02:16:54,119 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741838_1014 (size=5500) 2024-12-05T02:16:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741839_1015 (size=6631) 2024-12-05T02:16:54,167 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:54,207 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:54,242 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:54,442 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:16:54,527 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/.tmp/queue/108d0413797b4a2d99659bfd5cae7e0e 2024-12-05T02:16:54,527 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7 2024-12-05T02:16:54,573 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/.tmp/queue/108d0413797b4a2d99659bfd5cae7e0e as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/queue/108d0413797b4a2d99659bfd5cae7e0e 2024-12-05T02:16:54,583 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/queue/108d0413797b4a2d99659bfd5cae7e0e, entries=2, sequenceid=6, filesize=5.4 K 2024-12-05T02:16:54,590 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fecd35f13092ed233a09677a37bb3f95 in 544ms, sequenceid=6, compaction requested=false 2024-12-05T02:16:54,590 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:16:54,592 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/ns/dad9d0ec98f14df4a3c5e765cd13aae7 is 43, key is default/ns:d/1733365006216/Put/seqid=0 2024-12-05T02:16:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741840_1016 (size=5153) 2024-12-05T02:16:54,599 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T02:16:54,602 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:16:54,602 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:54,602 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:54,602 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fecd35f13092ed233a09677a37bb3f95: Waiting for close lock at 1733365014040Running coprocessor pre-close hooks at 1733365014040Disabling compacts and flushes for region at 1733365014040Disabling writes for close at 1733365014041 (+1 ms)Obtaining lock to block concurrent updates at 1733365014044 (+3 ms)Preparing flush snapshotting stores in fecd35f13092ed233a09677a37bb3f95 at 1733365014045 (+1 ms)Finished memstore snapshotting hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733365014052 (+7 ms)Flushing stores of hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. at 1733365014054 (+2 ms)Flushing fecd35f13092ed233a09677a37bb3f95/queue: creating writer at 1733365014055 (+1 ms)Flushing fecd35f13092ed233a09677a37bb3f95/queue: appending metadata at 1733365014094 (+39 ms)Flushing fecd35f13092ed233a09677a37bb3f95/queue: closing flushed file at 1733365014096 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f9851: reopening flushed file at 1733365014571 (+475 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for fecd35f13092ed233a09677a37bb3f95 in 544ms, sequenceid=6, compaction requested=false at 1733365014590 (+19 ms)Writing region close event to WAL at 1733365014593 (+3 ms)Running coprocessor post-close hooks at 1733365014600 (+7 ms)Closed at 1733365014602 (+2 ms) 2024-12-05T02:16:54,602 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:16:54,642 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:54,713 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:54,842 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:54,874 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:54,999 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/ns/dad9d0ec98f14df4a3c5e765cd13aae7 2024-12-05T02:16:55,024 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/table/d2053803137147a8a877519adfdd7ee7 is 53, key is hbase:replication/table:state/1733365011760/Put/seqid=0 2024-12-05T02:16:55,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741841_1017 (size=5256) 2024-12-05T02:16:55,043 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:16:55,043 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:16:55,043 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:55,243 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:55,321 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633/01bccfa882c7%2C41049%2C1733365002633.1733365005170 to pos 0, reset compression=false 2024-12-05T02:16:55,430 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/table/d2053803137147a8a877519adfdd7ee7 2024-12-05T02:16:55,439 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7 2024-12-05T02:16:55,443 DEBUG [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:55,447 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T02:16:55,449 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/ns/dad9d0ec98f14df4a3c5e765cd13aae7 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/ns/dad9d0ec98f14df4a3c5e765cd13aae7 2024-12-05T02:16:55,456 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/ns/dad9d0ec98f14df4a3c5e765cd13aae7, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:16:55,458 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/table/d2053803137147a8a877519adfdd7ee7 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/table/d2053803137147a8a877519adfdd7ee7 2024-12-05T02:16:55,466 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/table/d2053803137147a8a877519adfdd7ee7, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T02:16:55,467 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false 2024-12-05T02:16:55,472 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:16:55,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:16:55,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:55,473 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:55,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365014041Running coprocessor pre-close hooks at 1733365014041Disabling compacts and flushes for region at 1733365014041Disabling writes for close at 1733365014041Obtaining lock to block concurrent updates at 1733365014044 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733365014045 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733365014052 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365014054 (+2 ms)Flushing 1588230740/info: creating writer at 1733365014055 (+1 ms)Flushing 1588230740/info: appending metadata at 1733365014094 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733365014096 (+2 ms)Flushing 1588230740/ns: creating writer at 1733365014571 (+475 ms)Flushing 1588230740/ns: appending metadata at 1733365014591 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733365014591Flushing 1588230740/table: creating writer at 1733365015008 (+417 ms)Flushing 1588230740/table: appending metadata at 1733365015024 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733365015024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768ca187: reopening flushed file at 1733365015438 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13040e23: reopening flushed file at 1733365015447 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ef46c7: reopening flushed file at 1733365015457 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=11, compaction requested=false at 1733365015467 (+10 ms)Writing region close event to WAL at 1733365015468 (+1 ms)Running coprocessor post-close hooks at 1733365015473 (+5 ms)Closed at 1733365015473 2024-12-05T02:16:55,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:55,644 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,41049,1733365002633; all regions closed. 2024-12-05T02:16:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741834_1010 (size=2742) 2024-12-05T02:16:55,654 DEBUG [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:16:55,654 INFO [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41049%2C1733365002633.meta:.meta(num 1733365006050) 2024-12-05T02:16:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741837_1013 (size=1802) 2024-12-05T02:16:55,660 DEBUG [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:16:55,660 INFO [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41049%2C1733365002633.rep:(num 1733365011697) 2024-12-05T02:16:55,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:16:55,665 DEBUG [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:16:55,665 INFO [RS:0;01bccfa882c7:41049 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41049%2C1733365002633:(num 1733365005170) 2024-12-05T02:16:55,665 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:55,665 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:55,665 INFO [RS:0;01bccfa882c7:41049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:55,666 INFO [RS:0;01bccfa882c7:41049 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:55,666 INFO [RS:0;01bccfa882c7:41049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:55,666 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:55,666 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,41049,1733365002633 because: Region server is closing 2024-12-05T02:16:55,667 INFO [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:41049. 2024-12-05T02:16:55,667 DEBUG [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:55,667 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:55,667 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:55,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:55,767 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:16:55,768 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,1-01bccfa882c7,41049,1733365002633 terminated 2024-12-05T02:16:55,768 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-01bccfa882c7,41049,1733365002633 because: Region server is closing 2024-12-05T02:16:55,768 INFO [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:41049. 2024-12-05T02:16:55,768 DEBUG [RS:0;01bccfa882c7:41049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:55,768 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:55,769 DEBUG [RS:0;01bccfa882c7:41049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:55,769 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:55,869 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.wal-reader.01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:16:55,869 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:16:55,869 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,41049,1733365002633.replicationSource.shipper01bccfa882c7%2C41049%2C1733365002633,2-01bccfa882c7,41049,1733365002633 terminated 2024-12-05T02:16:55,870 INFO [RS:0;01bccfa882c7:41049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41049 2024-12-05T02:16:55,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/rs/01bccfa882c7,41049,1733365002633 2024-12-05T02:16:55,873 INFO [RS:0;01bccfa882c7:41049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:55,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/rs 2024-12-05T02:16:55,876 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,41049,1733365002633] 2024-12-05T02:16:55,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/draining/01bccfa882c7,41049,1733365002633 already deleted, retry=false 2024-12-05T02:16:55,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,41049,1733365002633 expired; onlineServers=0 2024-12-05T02:16:55,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,42293,1733365001943' ***** 2024-12-05T02:16:55,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:16:55,878 INFO [M:0;01bccfa882c7:42293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:55,878 INFO [M:0;01bccfa882c7:42293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:55,878 DEBUG [M:0;01bccfa882c7:42293 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:16:55,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:16:55,878 DEBUG [M:0;01bccfa882c7:42293 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:16:55,878 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365004806 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365004806,5,FailOnTimeoutGroup] 2024-12-05T02:16:55,878 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365004805 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365004805,5,FailOnTimeoutGroup] 2024-12-05T02:16:55,879 INFO [M:0;01bccfa882c7:42293 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:55,879 INFO [M:0;01bccfa882c7:42293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:55,879 DEBUG [M:0;01bccfa882c7:42293 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:16:55,879 INFO [M:0;01bccfa882c7:42293 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:16:55,879 INFO [M:0;01bccfa882c7:42293 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:55,880 INFO [M:0;01bccfa882c7:42293 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:16:55,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:16:55,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/master 2024-12-05T02:16:55,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:55,882 DEBUG [M:0;01bccfa882c7:42293 {}] zookeeper.ZKUtil(347): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/master because node does not exist (not an error) 2024-12-05T02:16:55,882 WARN [M:0;01bccfa882c7:42293 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:16:55,883 INFO [M:0;01bccfa882c7:42293 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.lastflushedseqids 2024-12-05T02:16:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741842_1018 (size=181) 2024-12-05T02:16:55,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:55,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41049-0x1018068cb670001, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:55,976 INFO [RS:0;01bccfa882c7:41049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:55,977 INFO [RS:0;01bccfa882c7:41049 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,41049,1733365002633; zookeeper connection closed. 2024-12-05T02:16:55,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13021539 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13021539 2024-12-05T02:16:55,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:16:56,295 INFO [M:0;01bccfa882c7:42293 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:16:56,295 INFO [M:0;01bccfa882c7:42293 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:16:56,295 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:56,295 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:56,295 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:56,295 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:56,295 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:56,296 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-05T02:16:56,313 DEBUG [M:0;01bccfa882c7:42293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee167e6fbd1145a98516840edd259563 is 82, key is hbase:meta,,1/info:regioninfo/1733365006141/Put/seqid=0 2024-12-05T02:16:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741843_1019 (size=5672) 2024-12-05T02:16:56,719 INFO [M:0;01bccfa882c7:42293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee167e6fbd1145a98516840edd259563 2024-12-05T02:16:56,746 DEBUG [M:0;01bccfa882c7:42293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dba99fa1d4084be8a5ad01708e3077ef is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733365011767/Put/seqid=0 2024-12-05T02:16:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741844_1020 (size=8663) 2024-12-05T02:16:57,153 INFO [M:0;01bccfa882c7:42293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dba99fa1d4084be8a5ad01708e3077ef 2024-12-05T02:16:57,176 DEBUG [M:0;01bccfa882c7:42293 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9ba9661c67c4c098dc6e927b04ec7a3 is 69, key is 01bccfa882c7,41049,1733365002633/rs:state/1733365004942/Put/seqid=0 2024-12-05T02:16:57,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741845_1021 (size=5156) 2024-12-05T02:16:57,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:16:57,582 INFO [M:0;01bccfa882c7:42293 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9ba9661c67c4c098dc6e927b04ec7a3 2024-12-05T02:16:57,591 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee167e6fbd1145a98516840edd259563 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee167e6fbd1145a98516840edd259563 2024-12-05T02:16:57,598 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee167e6fbd1145a98516840edd259563, entries=8, sequenceid=115, filesize=5.5 K 2024-12-05T02:16:57,599 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dba99fa1d4084be8a5ad01708e3077ef as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dba99fa1d4084be8a5ad01708e3077ef 2024-12-05T02:16:57,606 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dba99fa1d4084be8a5ad01708e3077ef, entries=14, sequenceid=115, filesize=8.5 K 2024-12-05T02:16:57,607 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f9ba9661c67c4c098dc6e927b04ec7a3 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9ba9661c67c4c098dc6e927b04ec7a3 2024-12-05T02:16:57,613 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9ba9661c67c4c098dc6e927b04ec7a3, entries=1, sequenceid=115, filesize=5.0 K 2024-12-05T02:16:57,614 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=115, compaction requested=false 2024-12-05T02:16:57,615 INFO [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:57,615 DEBUG [M:0;01bccfa882c7:42293 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365016295Disabling compacts and flushes for region at 1733365016295Disabling writes for close at 1733365016295Obtaining lock to block concurrent updates at 1733365016296 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365016296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733365016296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365016297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365016297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365016313 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365016313Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365016728 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365016745 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365016745Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365017160 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365017175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365017175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@171e8a82: reopening flushed file at 1733365017590 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3687b2a9: reopening flushed file at 1733365017598 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585932bd: reopening flushed file at 1733365017606 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=115, compaction requested=false at 1733365017614 (+8 ms)Writing region close event to WAL at 1733365017615 (+1 ms)Closed at 1733365017615 2024-12-05T02:16:57,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741830_1006 (size=59421) 2024-12-05T02:16:57,619 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943/01bccfa882c7%2C42293%2C1733365001943.1733365004273 not finished, retry = 0 2024-12-05T02:16:57,720 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:57,721 INFO [M:0;01bccfa882c7:42293 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:16:57,721 INFO [M:0;01bccfa882c7:42293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42293 2024-12-05T02:16:57,721 INFO [M:0;01bccfa882c7:42293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:57,823 INFO [M:0;01bccfa882c7:42293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:57,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42293-0x1018068cb670000, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:57,826 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:57,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:16:57,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:57,828 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34485 2024-12-05T02:16:57,829 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34485 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:57,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344850x0, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:57,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34485-0x1018068cb670006 connected 2024-12-05T02:16:57,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:57,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:57,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:57,840 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: INIT 2024-12-05T02:16:57,840 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d, hbase.cluster.distributed=false 2024-12-05T02:16:57,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/acl 2024-12-05T02:16:57,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-05T02:16:57,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-12-05T02:16:57,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-12-05T02:16:57,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-05T02:16:57,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-12-05T02:16:57,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:16:57,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:16:57,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:16:57,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:16:57,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:16:57,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:16:57,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46433 2024-12-05T02:16:57,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46433 connecting to ZooKeeper ensemble=127.0.0.1:49865 2024-12-05T02:16:57,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:57,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:57,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464330x0, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:16:57,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46433-0x1018068cb670007 connected 2024-12-05T02:16:57,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:16:57,870 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: INIT 2024-12-05T02:16:57,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:16:57,871 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:16:57,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/master 2024-12-05T02:16:57,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/acl 2024-12-05T02:16:57,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-05T02:16:57,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46433 2024-12-05T02:16:57,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46433 2024-12-05T02:16:57,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-05T02:16:57,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46433 2024-12-05T02:16:57,887 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:34485 2024-12-05T02:16:57,887 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01672089044/backup-masters/01bccfa882c7,34485,1733365017826 2024-12-05T02:16:57,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:57,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:57,889 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/backup-masters/01bccfa882c7,34485,1733365017826 2024-12-05T02:16:57,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/master 2024-12-05T02:16:57,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:57,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:57,891 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/master 2024-12-05T02:16:57,892 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01672089044/backup-masters/01bccfa882c7,34485,1733365017826 from backup master directory 2024-12-05T02:16:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/backup-masters/01bccfa882c7,34485,1733365017826 2024-12-05T02:16:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:57,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/backup-masters 2024-12-05T02:16:57,893 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:57,893 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,34485,1733365017826 2024-12-05T02:16:57,908 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:16:57,908 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:16:57,920 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-12-05T02:16:57,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741846_1022 (size=196) 2024-12-05T02:16:58,331 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:58,332 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:16:58,332 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:58,340 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T02:16:58,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943 to hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943-dead as it is dead 2024-12-05T02:16:58,344 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T02:16:58,345 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T02:16:58,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943-dead/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:58,350 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943-dead/01bccfa882c7%2C42293%2C1733365001943.1733365004273 after 3ms 2024-12-05T02:16:58,351 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943-dead/01bccfa882c7%2C42293%2C1733365001943.1733365004273 to hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:58,351 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,42293,1733365001943-dead 2024-12-05T02:16:58,352 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,34485,1733365017826 2024-12-05T02:16:58,353 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:58,354 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C34485%2C1733365017826, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,34485,1733365017826, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/oldWALs, maxLogs=10 2024-12-05T02:16:58,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,34485,1733365017826/01bccfa882c7%2C34485%2C1733365017826.1733365018355, exclude list is [], retry=0 2024-12-05T02:16:58,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:58,374 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/WALs/01bccfa882c7,34485,1733365017826/01bccfa882c7%2C34485%2C1733365017826.1733365018355 2024-12-05T02:16:58,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:58,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:58,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:58,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,375 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:16:58,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:58,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee167e6fbd1145a98516840edd259563 2024-12-05T02:16:58,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:58,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:16:58,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:58,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dba99fa1d4084be8a5ad01708e3077ef 2024-12-05T02:16:58,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:58,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:16:58,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:58,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f9ba9661c67c4c098dc6e927b04ec7a3 2024-12-05T02:16:58,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:58,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:16:58,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:58,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:58,404 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,405 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T02:16:58,405 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:58,422 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:58,424 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C42293%2C1733365001943.1733365004273 2024-12-05T02:16:58,426 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,426 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,427 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:58,429 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:16:58,432 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-05T02:16:58,433 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61707690, jitterRate=-0.08048376441001892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:58,433 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365018376Initializing all the Stores at 1733365018377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365018377Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365018377Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365018377Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365018377Cleaning up temporary data from old regions at 1733365018426 (+49 ms)Region opened successfully at 1733365018433 (+7 ms) 2024-12-05T02:16:58,434 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:16:58,438 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32825b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:58,452 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T02:16:58,453 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:16:58,453 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:16:58,453 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:16:58,454 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:16:58,461 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:16:58,461 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:16:58,462 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:16:58,462 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:16:58,463 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T02:16:58,463 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-05T02:16:58,463 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-05T02:16:58,463 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:16:58,468 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=01bccfa882c7,41049,1733365002633, regionLocation=01bccfa882c7,41049,1733365002633, openSeqNum=2 2024-12-05T02:16:58,468 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=01bccfa882c7,41049,1733365002633, table=hbase:meta, region=1588230740 2024-12-05T02:16:58,468 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41049,1733365002633, state=OPEN 2024-12-05T02:16:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:58,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:58,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:58,475 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:16:58,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/draining/01bccfa882c7,41049,1733365002633 already deleted, retry=false 2024-12-05T02:16:58,477 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 01bccfa882c7,41049,1733365002633 on 01bccfa882c7,34485,1733365017826 2024-12-05T02:16:58,482 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 01bccfa882c7,41049,1733365002633, splitWal=true, meta=true 2024-12-05T02:16:58,484 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 01bccfa882c7,41049,1733365002633 (carryingMeta=true) 01bccfa882c7,41049,1733365002633/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c479743[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T02:16:58,487 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/balancer because node does not exist (not necessarily an error) 2024-12-05T02:16:58,493 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/balancer already deleted, retry=false 2024-12-05T02:16:58,494 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:16:58,495 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:16:58,496 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/normalizer already deleted, retry=false 2024-12-05T02:16:58,496 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:16:58,497 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:16:58,498 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/switch/split already deleted, retry=false 2024-12-05T02:16:58,499 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:16:58,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/switch/merge already deleted, retry=false 2024-12-05T02:16:58,508 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:16:58,509 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/snapshot-cleanup already deleted, retry=false 2024-12-05T02:16:58,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:58,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01672089044/running 2024-12-05T02:16:58,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:58,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:16:58,512 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,34485,1733365017826, sessionid=0x1018068cb670006, setting cluster-up flag (Was=false) 2024-12-05T02:16:58,515 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01672089044/flush-table-proc/acquired, /01672089044/flush-table-proc/reached, /01672089044/flush-table-proc/abort 2024-12-05T02:16:58,516 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34485,1733365017826 2024-12-05T02:16:58,519 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01672089044/online-snapshot/acquired, /01672089044/online-snapshot/reached, /01672089044/online-snapshot/abort 2024-12-05T02:16:58,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34485,1733365017826 2024-12-05T02:16:58,521 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.lastflushedseqids 2024-12-05T02:16:58,525 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:16:58,525 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:16:58,525 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,34485,1733365017826 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 01bccfa882c7,41049,1733365002633 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:58,527 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365048528 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:16:58,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:16:58,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:16:58,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:16:58,531 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 01bccfa882c7,41049,1733365002633, splitWal=true, meta=true 2024-12-05T02:16:58,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:16:58,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:16:58,532 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:16:58,532 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365018532,5,FailOnTimeoutGroup] 2024-12-05T02:16:58,532 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365018532,5,FailOnTimeoutGroup] 2024-12-05T02:16:58,532 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,532 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:16:58,532 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,532 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,532 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,41049,1733365002633, splitWal=true, meta=true, isMeta: true 2024-12-05T02:16:58,533 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365018533, completionTime=-1 2024-12-05T02:16:58,533 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T02:16:58,534 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633-splitting 2024-12-05T02:16:58,536 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633-splitting dir is empty, no logs to split. 2024-12-05T02:16:58,536 INFO [PEWorker-1 {}] master.SplitWALManager(105): 01bccfa882c7,41049,1733365002633 WAL count=0, meta=true 2024-12-05T02:16:58,536 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T02:16:58,540 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633-splitting dir is empty, no logs to split. 2024-12-05T02:16:58,540 INFO [PEWorker-1 {}] master.SplitWALManager(105): 01bccfa882c7,41049,1733365002633 WAL count=0, meta=true 2024-12-05T02:16:58,540 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,41049,1733365002633 WAL splitting is done? wals=0, meta=true 2024-12-05T02:16:58,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:16:58,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:58,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:16:58,576 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(746): ClusterId : 1713a3d6-0ac8-43f7-b52b-166172d0f91b 2024-12-05T02:16:58,576 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:16:58,579 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:16:58,579 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:16:58,581 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:16:58,581 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616c039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:16:58,595 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:46433 2024-12-05T02:16:58,596 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:16:58,596 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:16:58,596 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:16:58,597 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,34485,1733365017826 with port=46433, startcode=1733365017859 2024-12-05T02:16:58,597 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:16:58,599 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:16:58,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,600 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34485 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,602 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d 2024-12-05T02:16:58,603 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40099 2024-12-05T02:16:58,603 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:16:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/rs 2024-12-05T02:16:58,606 DEBUG [RS:0;01bccfa882c7:46433 {}] zookeeper.ZKUtil(111): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on existing znode=/01672089044/rs/01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,606 WARN [RS:0;01bccfa882c7:46433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:16:58,606 INFO [RS:0;01bccfa882c7:46433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:58,607 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,607 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,46433,1733365017859] 2024-12-05T02:16:58,636 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T02:16:58,645 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:16:58,647 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:16:58,647 INFO [RS:0;01bccfa882c7:46433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:16:58,647 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,648 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:16:58,649 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:16:58,649 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,649 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,649 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,649 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,649 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,649 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:58,650 DEBUG [RS:0;01bccfa882c7:46433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,651 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46433,1733365017859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:16:58,668 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:16:58,668 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46433,1733365017859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,683 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,46433,1733365017859, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:16:58,695 WARN [01bccfa882c7:34485 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:16:58,697 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(231): queueId=2-01bccfa882c7,46433,1733365017859, ReplicationSource: 2, currentBandwidth=0 2024-12-05T02:16:58,697 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,697 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.Replication(171): 01bccfa882c7,46433,1733365017859 started 2024-12-05T02:16:58,698 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:58,699 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d30f770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,699 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:58,699 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:58,701 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:58,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de29577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:58,703 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:58,704 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5addb296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,704 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8a6fdc 2024-12-05T02:16:58,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:58,707 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T02:16:58,708 INFO [RS:0;01bccfa882c7:46433.replicationSource,1-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,46433,1733365017859 (queues=0) is replicating from cluster=1713a3d6-0ac8-43f7-b52b-166172d0f91b to cluster=e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:58,713 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36067' 2024-12-05T02:16:58,714 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:16:58,715 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,46433,1733365017859, RpcServer on 01bccfa882c7/172.17.0.2:46433, sessionid=0x1018068cb670007 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7043295d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36067,-1 for getting cluster id 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46433,1733365017859' 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01672089044/flush-table-proc/abort' 2024-12-05T02:16:58,715 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:58,716 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3cfd658-d9bd-4f0e-9274-253fc58a3cfc' 2024-12-05T02:16:58,716 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01672089044/flush-table-proc/acquired' 2024-12-05T02:16:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3cfd658-d9bd-4f0e-9274-253fc58a3cfc" 2024-12-05T02:16:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8cfe1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36067,-1] 2024-12-05T02:16:58,716 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:16:58,717 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:16:58,717 DEBUG [RS:0;01bccfa882c7:46433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,717 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46433,1733365017859' 2024-12-05T02:16:58,717 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01672089044/online-snapshot/abort' 2024-12-05T02:16:58,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:58,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:58,717 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01672089044/online-snapshot/acquired' 2024-12-05T02:16:58,717 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:58,718 DEBUG [RS:0;01bccfa882c7:46433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:16:58,718 INFO [RS:0;01bccfa882c7:46433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:16:58,718 INFO [RS:0;01bccfa882c7:46433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:16:58,718 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56042ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:58,718 DEBUG [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36067,1733365007553 2024-12-05T02:16:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b2f70af 2024-12-05T02:16:58,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:58,720 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-05T02:16:58,721 INFO [RS:0;01bccfa882c7:46433.replicationSource,2-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-01bccfa882c7,46433,1733365017859 (queues=0) is replicating from cluster=1713a3d6-0ac8-43f7-b52b-166172d0f91b to cluster=e3cfd658-d9bd-4f0e-9274-253fc58a3cfc 2024-12-05T02:16:58,818 INFO [RS:0;01bccfa882c7:46433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:16:58,820 INFO [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C46433%2C1733365017859, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:16:58,836 DEBUG [RS:0;01bccfa882c7:46433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821, exclude list is [], retry=0 2024-12-05T02:16:58,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:58,841 INFO [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 2024-12-05T02:16:58,841 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 01bccfa882c7%2C46433%2C1733365017859 for peer 2 2024-12-05T02:16:58,841 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 01bccfa882c7%2C46433%2C1733365017859 for peer 1 2024-12-05T02:16:58,841 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C46433%2C1733365017859 2024-12-05T02:16:58,842 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,46433,1733365017859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:16:58,842 INFO [RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C46433%2C1733365017859 2024-12-05T02:16:58,842 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=01bccfa882c7%2C46433%2C1733365017859 2024-12-05T02:16:58,842 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-01bccfa882c7,46433,1733365017859, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:16:58,842 DEBUG [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:58,842 INFO [RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C46433%2C1733365017859 2024-12-05T02:16:58,843 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821, startPosition=0, beingWritten=true 2024-12-05T02:16:58,843 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821, startPosition=0, beingWritten=true 2024-12-05T02:16:58,946 DEBUG [01bccfa882c7:34485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:16:58,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,46433,1733365017859 2024-12-05T02:16:58,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,46433,1733365017859, state=OPENING 2024-12-05T02:16:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:58,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:58,949 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:16:58,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,46433,1733365017859}] 2024-12-05T02:16:58,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:58,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:59,049 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:16:59,051 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:16:59,103 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:16:59,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:16:59,109 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:16:59,109 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:16:59,109 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:16:59,111 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C46433%2C1733365017859.meta, suffix=.meta, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:16:59,125 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.meta.1733365019112.meta, exclude list is [], retry=0 2024-12-05T02:16:59,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:16:59,130 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.meta.1733365019112.meta 2024-12-05T02:16:59,131 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:16:59,131 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:59,131 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:16:59,131 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:16:59,131 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:16:59,131 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:16:59,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:16:59,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:59,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:16:59,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:16:59,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:16:59,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:16:59,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:59,142 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/info/0bfe0fdc6ef44fbd8d19dd0d3eff13a7 2024-12-05T02:16:59,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:59,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:16:59,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:16:59,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:59,150 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/ns/dad9d0ec98f14df4a3c5e765cd13aae7 2024-12-05T02:16:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:59,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:16:59,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:16:59,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:59,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:59,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:16:59,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:16:59,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:59,160 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/table/d2053803137147a8a877519adfdd7ee7 2024-12-05T02:16:59,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:16:59,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:16:59,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:59,162 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740 2024-12-05T02:16:59,164 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:16:59,164 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:16:59,165 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:16:59,166 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:16:59,167 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59630807, jitterRate=-0.11143173277378082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:16:59,167 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:16:59,167 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365019132Writing region info on filesystem at 1733365019132Initializing all the Stores at 1733365019133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365019133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365019133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365019133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365019133Cleaning up temporary data from old regions at 1733365019164 (+31 ms)Running coprocessor post-open hooks at 1733365019167 (+3 ms)Region opened successfully at 1733365019167 2024-12-05T02:16:59,168 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733365019102 2024-12-05T02:16:59,171 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:16:59,171 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:16:59,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=01bccfa882c7,46433,1733365017859 2024-12-05T02:16:59,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,46433,1733365017859, state=OPEN 2024-12-05T02:16:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01672089044/meta-region-server 2024-12-05T02:16:59,174 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,46433,1733365017859 2024-12-05T02:16:59,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:59,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01672089044/meta-region-server: CHANGED 2024-12-05T02:16:59,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-05T02:16:59,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,46433,1733365017859 in 226 msec 2024-12-05T02:16:59,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T02:16:59,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-12-05T02:16:59,356 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:16:59,358 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:16:59,763 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:16:59,764 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:00,139 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T02:17:00,268 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:00,270 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:00,879 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:00,891 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:01,585 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:01,596 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:01,641 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T02:17:02,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:17:02,391 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:02,402 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:03,043 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T02:17:03,044 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:17:03,044 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:03,044 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46433,1733365017859, seqNum=-1] 2024-12-05T02:17:03,044 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:03,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:03,052 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fecd35f13092ed233a09677a37bb3f95, regionState=OPEN, lastHost=01bccfa882c7,41049,1733365002633, regionLocation=01bccfa882c7,41049,1733365002633, openSeqNum=2 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365083053 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365143053 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,053 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 01bccfa882c7,41049,1733365002633 had 2 regions 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:34485, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,053 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,054 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,055 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,41049,1733365002633, splitWal=true, meta=true, isMeta: false 2024-12-05T02:17:03,057 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633-splitting dir is empty, no logs to split. 2024-12-05T02:17:03,058 INFO [PEWorker-3 {}] master.SplitWALManager(105): 01bccfa882c7,41049,1733365002633 WAL count=0, meta=false 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.167sec 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:03,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:17:03,061 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,41049,1733365002633-splitting dir is empty, no logs to split. 2024-12-05T02:17:03,061 INFO [PEWorker-3 {}] master.SplitWALManager(105): 01bccfa882c7,41049,1733365002633 WAL count=0, meta=false 2024-12-05T02:17:03,061 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,41049,1733365002633 WAL splitting is done? wals=0, meta=false 2024-12-05T02:17:03,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN}] 2024-12-05T02:17:03,064 WARN [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=01bccfa882c7,41049,1733365002633/hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:03,065 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:17:03,065 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:17:03,065 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34485,1733365017826-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:03,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN 2024-12-05T02:17:03,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:17:03,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34485,-1 for getting cluster id 2024-12-05T02:17:03,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:03,081 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1713a3d6-0ac8-43f7-b52b-166172d0f91b' 2024-12-05T02:17:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1713a3d6-0ac8-43f7-b52b-166172d0f91b" 2024-12-05T02:17:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501c63cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34485,-1] 2024-12-05T02:17:03,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:03,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,084 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:03,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cadff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46433,1733365017859, seqNum=-1] 2024-12-05T02:17:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:03,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T02:17:03,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:03,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:03,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:03,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 01bccfa882c7:34485 after: 01bccfa882c7:34485 2024-12-05T02:17:03,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34485,-1 for getting cluster id 2024-12-05T02:17:03,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:03,093 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1713a3d6-0ac8-43f7-b52b-166172d0f91b' 2024-12-05T02:17:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1713a3d6-0ac8-43f7-b52b-166172d0f91b" 2024-12-05T02:17:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d3010f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34485,-1] 2024-12-05T02:17:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:03,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,095 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:03,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:03,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34485,1733365017826 2024-12-05T02:17:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64705bfa 2024-12-05T02:17:03,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:03,098 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:03,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:17:03,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T02:17:03,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:17:03,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-05T02:17:03,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:17:03,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:03,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:03,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:03,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:17:03,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1743264562, stopped=false 2024-12-05T02:17:03,102 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,36067,1733365007553 2024-12-05T02:17:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11307487985/running 2024-12-05T02:17:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11307487985/running 2024-12-05T02:17:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:17:03,104 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:03,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:17:03,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:03,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:03,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/running 2024-12-05T02:17:03,104 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,39325,1733365007604' ***** 2024-12-05T02:17:03,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:03,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Set watcher on znode that does not yet exist, /11307487985/running 2024-12-05T02:17:03,105 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,39325,1733365007604 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39325. 2024-12-05T02:17:03,105 DEBUG [RS:0;01bccfa882c7:39325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:03,105 DEBUG [RS:0;01bccfa882c7:39325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:03,105 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:03,106 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:03,106 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:17:03,106 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:17:03,106 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:17:03,106 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:03,106 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:03,106 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:03,106 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:03,106 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:03,106 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:03,107 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T02:17:03,125 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/.tmp/ns/3c0d758c4857428fba1a2569e5ac5a01 is 43, key is default/ns:d/1733365010728/Put/seqid=0 2024-12-05T02:17:03,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741835_1011 (size=5153) 2024-12-05T02:17:03,193 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:03,217 DEBUG [01bccfa882c7:34485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:17:03,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fecd35f13092ed233a09677a37bb3f95, regionState=OPENING, regionLocation=01bccfa882c7,46433,1733365017859 2024-12-05T02:17:03,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN because future has completed 2024-12-05T02:17:03,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,46433,1733365017859}] 2024-12-05T02:17:03,298 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:03,306 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:03,307 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:03,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:03,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:03,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:17:03,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C46433%2C1733365017859.rep, suffix=, logDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859, archiveDir=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs, maxLogs=10 2024-12-05T02:17:03,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.rep.1733365023382, exclude list is [], retry=0 2024-12-05T02:17:03,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-f6c4a463-2b1d-41a6-9b16-7e83f6177d08,DISK] 2024-12-05T02:17:03,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.rep.1733365023382 2024-12-05T02:17:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35321:35321)] 2024-12-05T02:17:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fecd35f13092ed233a09677a37bb3f95, NAME => 'hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:03,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:03,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. service=MultiRowMutationService 2024-12-05T02:17:03,403 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:17:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,404 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,405 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName hfileref 2024-12-05T02:17:03,405 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:03,406 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:03,406 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,407 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName queue 2024-12-05T02:17:03,407 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:03,414 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/queue/108d0413797b4a2d99659bfd5cae7e0e 2024-12-05T02:17:03,414 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:03,414 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,415 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecd35f13092ed233a09677a37bb3f95 columnFamilyName sid 2024-12-05T02:17:03,415 DEBUG [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:03,416 INFO [StoreOpener-fecd35f13092ed233a09677a37bb3f95-1 {}] regionserver.HStore(327): Store=fecd35f13092ed233a09677a37bb3f95/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:03,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:17:03,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened fecd35f13092ed233a09677a37bb3f95; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60414838, jitterRate=-0.09974876046180725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:17:03,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:03,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fecd35f13092ed233a09677a37bb3f95: Running coprocessor pre-open hook at 1733365023403Writing region info on filesystem at 1733365023403Initializing all the Stores at 1733365023404 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365023404Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365023404Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365023404Cleaning up temporary data from old regions at 1733365023420 (+16 ms)Running coprocessor post-open hooks at 1733365023424 (+4 ms)Region opened successfully at 1733365023424 2024-12-05T02:17:03,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., pid=19, masterSystemTime=1733365023374 2024-12-05T02:17:03,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:03,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:03,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=fecd35f13092ed233a09677a37bb3f95, regionState=OPEN, openSeqNum=10, regionLocation=01bccfa882c7,46433,1733365017859 2024-12-05T02:17:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,46433,1733365017859 because future has completed 2024-12-05T02:17:03,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-05T02:17:03,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure fecd35f13092ed233a09677a37bb3f95, server=01bccfa882c7,46433,1733365017859 in 213 msec 2024-12-05T02:17:03,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-05T02:17:03,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fecd35f13092ed233a09677a37bb3f95, ASSIGN in 373 msec 2024-12-05T02:17:03,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T02:17:03,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., hostname=01bccfa882c7,46433,1733365017859, seqNum=10] 2024-12-05T02:17:03,481 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 01bccfa882c7,41049,1733365002633 2024-12-05T02:17:03,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T02:17:03,506 DEBUG [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:03,531 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/.tmp/ns/3c0d758c4857428fba1a2569e5ac5a01 2024-12-05T02:17:03,540 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/.tmp/ns/3c0d758c4857428fba1a2569e5ac5a01 as hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/ns/3c0d758c4857428fba1a2569e5ac5a01 2024-12-05T02:17:03,547 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/ns/3c0d758c4857428fba1a2569e5ac5a01, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T02:17:03,548 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-12-05T02:17:03,548 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:17:03,554 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T02:17:03,555 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:03,555 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:03,555 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:03,555 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365023106Running coprocessor pre-close hooks at 1733365023106Disabling compacts and flushes for region at 1733365023106Disabling writes for close at 1733365023106Obtaining lock to block concurrent updates at 1733365023107 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733365023107Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733365023107Flushing stores of hbase:meta,,1.1588230740 at 1733365023108 (+1 ms)Flushing 1588230740/ns: creating writer at 1733365023108Flushing 1588230740/ns: appending metadata at 1733365023125 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733365023125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18504ffc: reopening flushed file at 1733365023539 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1733365023548 (+9 ms)Writing region close event to WAL at 1733365023550 (+2 ms)Running coprocessor post-close hooks at 1733365023555 (+5 ms)Closed at 1733365023555 2024-12-05T02:17:03,555 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:03,623 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:17:03,623 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:17:03,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-05T02:17:03,707 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,39325,1733365007604; all regions closed. 2024-12-05T02:17:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741834_1010 (size=1152) 2024-12-05T02:17:03,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/WALs/01bccfa882c7,39325,1733365007604/01bccfa882c7%2C39325%2C1733365007604.meta.1733365010664.meta not finished, retry = 0 2024-12-05T02:17:03,813 DEBUG [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/oldWALs 2024-12-05T02:17:03,813 INFO [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C39325%2C1733365007604.meta:.meta(num 1733365010664) 2024-12-05T02:17:03,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:17:03,818 DEBUG [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/oldWALs 2024-12-05T02:17:03,818 INFO [RS:0;01bccfa882c7:39325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C39325%2C1733365007604:(num 1733365009744) 2024-12-05T02:17:03,818 DEBUG [RS:0;01bccfa882c7:39325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:03,818 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:03,818 INFO [RS:0;01bccfa882c7:39325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:03,818 INFO [RS:0;01bccfa882c7:39325 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:03,819 INFO [RS:0;01bccfa882c7:39325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:03,819 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:03,819 INFO [RS:0;01bccfa882c7:39325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39325 2024-12-05T02:17:03,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11307487985/rs/01bccfa882c7,39325,1733365007604 2024-12-05T02:17:03,821 INFO [RS:0;01bccfa882c7:39325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:03,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985/rs 2024-12-05T02:17:03,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,39325,1733365007604] 2024-12-05T02:17:03,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11307487985/draining/01bccfa882c7,39325,1733365007604 already deleted, retry=false 2024-12-05T02:17:03,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,39325,1733365007604 expired; onlineServers=0 2024-12-05T02:17:03,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,36067,1733365007553' ***** 2024-12-05T02:17:03,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:17:03,824 INFO [M:0;01bccfa882c7:36067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:03,824 INFO [M:0;01bccfa882c7:36067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:03,825 DEBUG [M:0;01bccfa882c7:36067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:17:03,825 DEBUG [M:0;01bccfa882c7:36067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:17:03,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:17:03,825 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365009451 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365009451,5,FailOnTimeoutGroup] 2024-12-05T02:17:03,825 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365009451 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365009451,5,FailOnTimeoutGroup] 2024-12-05T02:17:03,825 INFO [M:0;01bccfa882c7:36067 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:03,825 INFO [M:0;01bccfa882c7:36067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:03,825 DEBUG [M:0;01bccfa882c7:36067 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:17:03,825 INFO [M:0;01bccfa882c7:36067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:17:03,825 INFO [M:0;01bccfa882c7:36067 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:03,825 INFO [M:0;01bccfa882c7:36067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:17:03,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:17:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11307487985/master 2024-12-05T02:17:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11307487985 2024-12-05T02:17:03,826 DEBUG [M:0;01bccfa882c7:36067 {}] zookeeper.ZKUtil(347): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Unable to get data of znode /11307487985/master because node does not exist (not an error) 2024-12-05T02:17:03,826 WARN [M:0;01bccfa882c7:36067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:17:03,827 INFO [M:0;01bccfa882c7:36067 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/.lastflushedseqids 2024-12-05T02:17:03,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741836_1012 (size=99) 2024-12-05T02:17:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:03,923 INFO [RS:0;01bccfa882c7:39325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:03,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39325-0x1018068cb670004, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:03,923 INFO [RS:0;01bccfa882c7:39325 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,39325,1733365007604; zookeeper connection closed. 2024-12-05T02:17:03,924 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e6da580 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e6da580 2024-12-05T02:17:03,924 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:17:04,233 INFO [M:0;01bccfa882c7:36067 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:17:04,233 INFO [M:0;01bccfa882c7:36067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:17:04,233 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:04,233 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:04,233 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:04,234 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:04,234 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:04,234 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T02:17:04,252 DEBUG [M:0;01bccfa882c7:36067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725307137d2f426bad858051268ab5b0 is 82, key is hbase:meta,,1/info:regioninfo/1733365010711/Put/seqid=0 2024-12-05T02:17:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741837_1013 (size=5672) 2024-12-05T02:17:04,304 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:04,312 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:04,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:04,658 INFO [M:0;01bccfa882c7:36067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725307137d2f426bad858051268ab5b0 2024-12-05T02:17:04,683 DEBUG [M:0;01bccfa882c7:36067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2447e9a56e21406892fe9b2d95ffa625 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733365010734/Put/seqid=0 2024-12-05T02:17:04,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741838_1014 (size=5275) 2024-12-05T02:17:05,088 INFO [M:0;01bccfa882c7:36067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2447e9a56e21406892fe9b2d95ffa625 2024-12-05T02:17:05,110 DEBUG [M:0;01bccfa882c7:36067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0507f6aa674f95b4163776287ea716 is 69, key is 01bccfa882c7,39325,1733365007604/rs:state/1733365009554/Put/seqid=0 2024-12-05T02:17:05,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741839_1015 (size=5156) 2024-12-05T02:17:05,411 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:05,417 DEBUG [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/WALs/01bccfa882c7,46433,1733365017859/01bccfa882c7%2C46433%2C1733365017859.1733365018821 to pos 0, reset compression=false 2024-12-05T02:17:05,515 INFO [M:0;01bccfa882c7:36067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0507f6aa674f95b4163776287ea716 2024-12-05T02:17:05,523 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/725307137d2f426bad858051268ab5b0 as hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/725307137d2f426bad858051268ab5b0 2024-12-05T02:17:05,529 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/725307137d2f426bad858051268ab5b0, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T02:17:05,530 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2447e9a56e21406892fe9b2d95ffa625 as hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2447e9a56e21406892fe9b2d95ffa625 2024-12-05T02:17:05,536 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2447e9a56e21406892fe9b2d95ffa625, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T02:17:05,537 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0507f6aa674f95b4163776287ea716 as hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e0507f6aa674f95b4163776287ea716 2024-12-05T02:17:05,543 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44625/user/jenkins/test-data/327be038-45d2-f40d-15c3-83580409483a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e0507f6aa674f95b4163776287ea716, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T02:17:05,544 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-12-05T02:17:05,546 INFO [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:05,546 DEBUG [M:0;01bccfa882c7:36067 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365024233Disabling compacts and flushes for region at 1733365024233Disabling writes for close at 1733365024234 (+1 ms)Obtaining lock to block concurrent updates at 1733365024234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365024234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733365024234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365024235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365024235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365024252 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365024252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365024665 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365024682 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365024682Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365025094 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365025109 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365025109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6025e7: reopening flushed file at 1733365025522 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bd82f2: reopening flushed file at 1733365025529 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e388c60: reopening flushed file at 1733365025536 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1733365025544 (+8 ms)Writing region close event to WAL at 1733365025545 (+1 ms)Closed at 1733365025545 2024-12-05T02:17:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43005 is added to blk_1073741830_1006 (size=10165) 2024-12-05T02:17:05,549 INFO [M:0;01bccfa882c7:36067 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:17:05,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:05,549 INFO [M:0;01bccfa882c7:36067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36067 2024-12-05T02:17:05,552 INFO [M:0;01bccfa882c7:36067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:05,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:05,654 INFO [M:0;01bccfa882c7:36067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:05,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36067-0x1018068cb670003, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:05,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:05,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:05,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:05,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:05,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:05,662 WARN [BP-2125940635-172.17.0.2-1733365006473 heartbeating to localhost/127.0.0.1:44625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:05,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:05,663 WARN [BP-2125940635-172.17.0.2-1733365006473 heartbeating to localhost/127.0.0.1:44625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2125940635-172.17.0.2-1733365006473 (Datanode Uuid d2884417-e0dc-41f4-810f-5670ef29d09a) service to localhost/127.0.0.1:44625 2024-12-05T02:17:05,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:05,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/cluster_334119d7-1f29-87e8-e5ae-2d7f27f988d5/data/data1/current/BP-2125940635-172.17.0.2-1733365006473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:05,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/cluster_334119d7-1f29-87e8-e5ae-2d7f27f988d5/data/data2/current/BP-2125940635-172.17.0.2-1733365006473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:05,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:05,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:05,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:05,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:05,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:05,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:05,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:17:05,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:17:05,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:05,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:05,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:05,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:05,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:05,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:17:05,691 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=291966147, stopped=false 2024-12-05T02:17:05,691 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,34485,1733365017826 2024-12-05T02:17:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/running 2024-12-05T02:17:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/running 2024-12-05T02:17:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:17:05,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:17:05,693 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:05,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:05,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:05,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:05,693 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,46433,1733365017859' ***** 2024-12-05T02:17:05,693 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:05,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:17:05,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Set watcher on znode that does not yet exist, /01672089044/running 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:05,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(3091): Received CLOSE for fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,46433,1733365017859 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:05,694 INFO [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:46433. 2024-12-05T02:17:05,695 DEBUG [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:05,695 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fecd35f13092ed233a09677a37bb3f95, disabling compactions & flushes 2024-12-05T02:17:05,695 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:05,695 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:05,695 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:05,695 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:05,695 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. after waiting 0 ms 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:05,695 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:17:05,695 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1325): Online Regions={fecd35f13092ed233a09677a37bb3f95=hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:17:05,695 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fecd35f13092ed233a09677a37bb3f95 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:05,695 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:05,695 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:05,695 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T02:17:05,700 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/replication/fecd35f13092ed233a09677a37bb3f95/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-05T02:17:05,700 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:05,700 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:05,700 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:05,701 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fecd35f13092ed233a09677a37bb3f95: Waiting for close lock at 1733365025695Running coprocessor pre-close hooks at 1733365025695Disabling compacts and flushes for region at 1733365025695Disabling writes for close at 1733365025695Writing region close event to WAL at 1733365025695Running coprocessor post-close hooks at 1733365025700 (+5 ms)Closed at 1733365025700 2024-12-05T02:17:05,701 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95. 2024-12-05T02:17:05,713 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/3534fadf149b4b3194580692f8d65e1d is 147, key is hbase:replication,,1733365010924.fecd35f13092ed233a09677a37bb3f95./info:regioninfo/1733365023430/Put/seqid=0 2024-12-05T02:17:05,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741851_1027 (size=6385) 2024-12-05T02:17:05,739 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:17:05,739 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:17:05,757 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:05,895 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:06,096 DEBUG [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:06,119 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/3534fadf149b4b3194580692f8d65e1d 2024-12-05T02:17:06,127 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/.tmp/info/3534fadf149b4b3194580692f8d65e1d as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/info/3534fadf149b4b3194580692f8d65e1d 2024-12-05T02:17:06,132 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/info/3534fadf149b4b3194580692f8d65e1d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T02:17:06,134 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-12-05T02:17:06,139 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T02:17:06,140 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:06,140 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:06,141 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:06,141 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365025695Running coprocessor pre-close hooks at 1733365025695Disabling compacts and flushes for region at 1733365025695Disabling writes for close at 1733365025695Obtaining lock to block concurrent updates at 1733365025695Preparing flush snapshotting stores in 1588230740 at 1733365025695Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733365025696 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365025697 (+1 ms)Flushing 1588230740/info: creating writer at 1733365025697Flushing 1588230740/info: appending metadata at 1733365025713 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733365025713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de3d78e: reopening flushed file at 1733365026126 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1733365026134 (+8 ms)Writing region close event to WAL at 1733365026135 (+1 ms)Running coprocessor post-close hooks at 1733365026140 (+5 ms)Closed at 1733365026141 (+1 ms) 2024-12-05T02:17:06,141 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:06,296 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,46433,1733365017859; all regions closed. 2024-12-05T02:17:06,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741849_1025 (size=2156) 2024-12-05T02:17:06,302 DEBUG [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:17:06,302 INFO [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C46433%2C1733365017859.meta:.meta(num 1733365019112) 2024-12-05T02:17:06,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741850_1026 (size=796) 2024-12-05T02:17:06,306 DEBUG [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:17:06,306 INFO [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C46433%2C1733365017859.rep:(num 1733365023382) 2024-12-05T02:17:06,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741848_1024 (size=93) 2024-12-05T02:17:06,310 DEBUG [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/oldWALs 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C46433%2C1733365017859:(num 1733365018821) 2024-12-05T02:17:06,311 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:06,311 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,46433,1733365017859 because: Region server is closing 2024-12-05T02:17:06,311 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T02:17:06,311 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T02:17:06,311 INFO [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:46433. 2024-12-05T02:17:06,311 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-05T02:17:06,312 DEBUG [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:06,312 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:06,312 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:06,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:06,412 WARN [RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:17:06,412 WARN [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:17:06,412 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,1-01bccfa882c7,46433,1733365017859 terminated 2024-12-05T02:17:06,413 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-01bccfa882c7,46433,1733365017859 because: Region server is closing 2024-12-05T02:17:06,413 INFO [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:46433. 2024-12-05T02:17:06,413 DEBUG [RS:0;01bccfa882c7:46433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:06,413 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:06,413 DEBUG [RS:0;01bccfa882c7:46433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:06,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:06,513 WARN [RS:0;01bccfa882c7:46433.replicationSource.wal-reader.01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:17:06,513 WARN [RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:17:06,513 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;01bccfa882c7:46433.replicationSource.shipper01bccfa882c7%2C46433%2C1733365017859,2-01bccfa882c7,46433,1733365017859 terminated 2024-12-05T02:17:06,514 INFO [RS:0;01bccfa882c7:46433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46433 2024-12-05T02:17:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/rs/01bccfa882c7,46433,1733365017859 2024-12-05T02:17:06,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044/rs 2024-12-05T02:17:06,517 INFO [RS:0;01bccfa882c7:46433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:06,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,46433,1733365017859] 2024-12-05T02:17:06,520 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01672089044/draining/01bccfa882c7,46433,1733365017859 already deleted, retry=false 2024-12-05T02:17:06,520 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,46433,1733365017859 expired; onlineServers=0 2024-12-05T02:17:06,520 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,34485,1733365017826' ***** 2024-12-05T02:17:06,520 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:17:06,520 INFO [M:0;01bccfa882c7:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:06,520 INFO [M:0;01bccfa882c7:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:06,520 DEBUG [M:0;01bccfa882c7:34485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:17:06,520 DEBUG [M:0;01bccfa882c7:34485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:17:06,520 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:17:06,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365018532 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365018532,5,FailOnTimeoutGroup] 2024-12-05T02:17:06,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365018532 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365018532,5,FailOnTimeoutGroup] 2024-12-05T02:17:06,520 INFO [M:0;01bccfa882c7:34485 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:06,520 INFO [M:0;01bccfa882c7:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:06,521 DEBUG [M:0;01bccfa882c7:34485 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:17:06,521 INFO [M:0;01bccfa882c7:34485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:17:06,521 INFO [M:0;01bccfa882c7:34485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:06,521 INFO [M:0;01bccfa882c7:34485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:17:06,521 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:17:06,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01672089044/master 2024-12-05T02:17:06,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01672089044 2024-12-05T02:17:06,522 DEBUG [M:0;01bccfa882c7:34485 {}] zookeeper.ZKUtil(347): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Unable to get data of znode /01672089044/master because node does not exist (not an error) 2024-12-05T02:17:06,522 WARN [M:0;01bccfa882c7:34485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:17:06,523 INFO [M:0;01bccfa882c7:34485 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/.lastflushedseqids 2024-12-05T02:17:06,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741852_1028 (size=181) 2024-12-05T02:17:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:06,619 INFO [RS:0;01bccfa882c7:46433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:06,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46433-0x1018068cb670007, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:06,619 INFO [RS:0;01bccfa882c7:46433 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,46433,1733365017859; zookeeper connection closed. 2024-12-05T02:17:06,619 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479130a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479130a 2024-12-05T02:17:06,619 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:17:06,930 INFO [M:0;01bccfa882c7:34485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:17:06,930 INFO [M:0;01bccfa882c7:34485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:17:06,930 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:06,930 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:06,930 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:06,930 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:06,930 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:06,931 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T02:17:06,950 DEBUG [M:0;01bccfa882c7:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ca005165bee4bf790f5c6328d2d2520 is 82, key is hbase:meta,,1/info:regioninfo/1733365019172/Put/seqid=0 2024-12-05T02:17:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741853_1029 (size=5680) 2024-12-05T02:17:07,355 INFO [M:0;01bccfa882c7:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ca005165bee4bf790f5c6328d2d2520 2024-12-05T02:17:07,380 DEBUG [M:0;01bccfa882c7:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f3fa632bd8344e1bd44e24cf3d36551 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733365023438/Put/seqid=0 2024-12-05T02:17:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741854_1030 (size=7319) 2024-12-05T02:17:07,785 INFO [M:0;01bccfa882c7:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f3fa632bd8344e1bd44e24cf3d36551 2024-12-05T02:17:07,807 DEBUG [M:0;01bccfa882c7:34485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a3dda0aaa4471e929466787ec126af is 69, key is 01bccfa882c7,46433,1733365017859/rs:state/1733365018601/Put/seqid=0 2024-12-05T02:17:07,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741855_1031 (size=5371) 2024-12-05T02:17:08,213 INFO [M:0;01bccfa882c7:34485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a3dda0aaa4471e929466787ec126af 2024-12-05T02:17:08,220 INFO [M:0;01bccfa882c7:34485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a3dda0aaa4471e929466787ec126af 2024-12-05T02:17:08,221 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ca005165bee4bf790f5c6328d2d2520 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ca005165bee4bf790f5c6328d2d2520 2024-12-05T02:17:08,227 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ca005165bee4bf790f5c6328d2d2520, entries=8, sequenceid=172, filesize=5.5 K 2024-12-05T02:17:08,228 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f3fa632bd8344e1bd44e24cf3d36551 as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f3fa632bd8344e1bd44e24cf3d36551 2024-12-05T02:17:08,234 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f3fa632bd8344e1bd44e24cf3d36551, entries=7, sequenceid=172, filesize=7.1 K 2024-12-05T02:17:08,235 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/27a3dda0aaa4471e929466787ec126af as hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a3dda0aaa4471e929466787ec126af 2024-12-05T02:17:08,242 INFO [M:0;01bccfa882c7:34485 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a3dda0aaa4471e929466787ec126af 2024-12-05T02:17:08,242 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40099/user/jenkins/test-data/2de7cd3c-f672-3001-edbf-f465d740ce3d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/27a3dda0aaa4471e929466787ec126af, entries=2, sequenceid=172, filesize=5.2 K 2024-12-05T02:17:08,243 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false 2024-12-05T02:17:08,245 INFO [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:08,245 DEBUG [M:0;01bccfa882c7:34485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365026930Disabling compacts and flushes for region at 1733365026930Disabling writes for close at 1733365026930Obtaining lock to block concurrent updates at 1733365026931 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365026931Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733365026931Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365026932 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365026932Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365026949 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365026949Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365027363 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365027379 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365027379Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365027791 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365027807 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365027807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dfd61ca: reopening flushed file at 1733365028220 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390a8178: reopening flushed file at 1733365028227 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f20edf: reopening flushed file at 1733365028235 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=172, compaction requested=false at 1733365028243 (+8 ms)Writing region close event to WAL at 1733365028245 (+2 ms)Closed at 1733365028245 2024-12-05T02:17:08,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741847_1023 (size=22949) 2024-12-05T02:17:08,250 INFO [M:0;01bccfa882c7:34485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:17:08,250 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:08,250 INFO [M:0;01bccfa882c7:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34485 2024-12-05T02:17:08,250 INFO [M:0;01bccfa882c7:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:08,355 INFO [M:0;01bccfa882c7:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:08,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34485-0x1018068cb670006, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:08,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:08,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:08,358 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:08,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:08,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:08,359 WARN [BP-45716055-172.17.0.2-1733364999123 heartbeating to localhost/127.0.0.1:40099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:08,359 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:08,359 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:08,359 WARN [BP-45716055-172.17.0.2-1733364999123 heartbeating to localhost/127.0.0.1:40099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-45716055-172.17.0.2-1733364999123 (Datanode Uuid 3447bbaa-3c18-45c8-b1c3-f3386554a51d) service to localhost/127.0.0.1:40099 2024-12-05T02:17:08,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/data/data1/current/BP-45716055-172.17.0.2-1733364999123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:08,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/cluster_b451505e-ee25-541c-0745-49634bc91f57/data/data2/current/BP-45716055-172.17.0.2-1733364999123 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:08,361 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:08,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:08,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:08,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6b512cea-9bb6-621b-c0ba-2902d9970111/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:08,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:17:08,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:17:08,400 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44625 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@6966c822 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44625 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44625 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40099 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=271 (was 344), ProcessCount=11 (was 11), AvailableMemoryMB=7329 (was 8149) 2024-12-05T02:17:08,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=271, ProcessCount=11, AvailableMemoryMB=7328 2024-12-05T02:17:08,423 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-05T02:17:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir so I do NOT create it in target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba 2024-12-05T02:17:08,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:17:08,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.tmp.dir so I do NOT create it in target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba 2024-12-05T02:17:08,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d09e8e0-aeab-aa1b-e0b1-ff04b92dac5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:17:08,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba 2024-12-05T02:17:08,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340, deleteOnExit=true 2024-12-05T02:17:08,427 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/zookeeper_0, clientPort=52788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:17:08,428 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52788 2024-12-05T02:17:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:17:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/test.cache.data in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:17:08,429 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:17:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:17:08,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:17:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018068cb670005, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:17:08,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018068cb670002, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:17:08,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018068cb670005, quorum=127.0.0.1:49865, baseZNode=/11307487985 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:17:08,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018068cb670002, quorum=127.0.0.1:49865, baseZNode=/01672089044 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:17:08,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:08,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:08,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:08,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:08,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:17:08,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:08,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:08,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:08,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/java.io.tmpdir/jetty-localhost-37785-hadoop-hdfs-3_4_1-tests_jar-_-any-18407049650456376854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:08,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:37785} 2024-12-05T02:17:08,654 INFO [Time-limited test {}] server.Server(415): Started @31564ms 2024-12-05T02:17:08,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:08,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:08,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:08,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:08,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:17:08,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:08,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:08,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/java.io.tmpdir/jetty-localhost-32951-hadoop-hdfs-3_4_1-tests_jar-_-any-16450199287759584616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:08,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:32951} 2024-12-05T02:17:08,871 INFO [Time-limited test {}] server.Server(415): Started @31781ms 2024-12-05T02:17:08,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:17:08,983 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/data/data1/current/BP-977476886-172.17.0.2-1733365028462/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:08,983 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/data/data2/current/BP-977476886-172.17.0.2-1733365028462/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:09,002 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x721509b8c4eadd79 with lease ID 0x1661889abd2a20bb: Processing first storage report for DS-3dec945e-22bd-449a-94d2-3f09c9ad240a from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=854930ce-29b9-402d-9841-5504e24309a5, infoPort=39835, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=1443402700;c=1733365028462) 2024-12-05T02:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x721509b8c4eadd79 with lease ID 0x1661889abd2a20bb: from storage DS-3dec945e-22bd-449a-94d2-3f09c9ad240a node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=854930ce-29b9-402d-9841-5504e24309a5, infoPort=39835, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=1443402700;c=1733365028462), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x721509b8c4eadd79 with lease ID 0x1661889abd2a20bb: Processing first storage report for DS-13141cc6-06a9-4395-a693-08ddf300eaf9 from datanode DatanodeRegistration(127.0.0.1:44905, datanodeUuid=854930ce-29b9-402d-9841-5504e24309a5, infoPort=39835, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=1443402700;c=1733365028462) 2024-12-05T02:17:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x721509b8c4eadd79 with lease ID 0x1661889abd2a20bb: from storage DS-13141cc6-06a9-4395-a693-08ddf300eaf9 node DatanodeRegistration(127.0.0.1:44905, datanodeUuid=854930ce-29b9-402d-9841-5504e24309a5, infoPort=39835, infoSecurePort=0, ipcPort=43551, storageInfo=lv=-57;cid=testClusterID;nsid=1443402700;c=1733365028462), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:09,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba 2024-12-05T02:17:09,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:17:09,520 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803 with version=8 2024-12-05T02:17:09,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/hbase-staging 2024-12-05T02:17:09,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:17:09,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:09,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37143 2024-12-05T02:17:09,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37143 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371430x0, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:09,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37143-0x101806940da0000 connected 2024-12-05T02:17:09,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/running 2024-12-05T02:17:09,553 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803, hbase.cluster.distributed=false 2024-12-05T02:17:09,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/acl 2024-12-05T02:17:09,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37143 2024-12-05T02:17:09,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37143 2024-12-05T02:17:09,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37143 2024-12-05T02:17:09,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37143 2024-12-05T02:17:09,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37143 2024-12-05T02:17:09,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:17:09,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:09,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37913 2024-12-05T02:17:09,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37913 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:09,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:09,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379130x0, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:09,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37913-0x101806940da0001 connected 2024-12-05T02:17:09,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/running 2024-12-05T02:17:09,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:17:09,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:17:09,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/master 2024-12-05T02:17:09,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/acl 2024-12-05T02:17:09,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-05T02:17:09,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37913 2024-12-05T02:17:09,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37913 2024-12-05T02:17:09,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-05T02:17:09,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37913 2024-12-05T02:17:09,608 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:37143 2024-12-05T02:17:09,608 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-844528462/backup-masters/01bccfa882c7,37143,1733365029522 2024-12-05T02:17:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/backup-masters 2024-12-05T02:17:09,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/backup-masters 2024-12-05T02:17:09,610 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on existing znode=/0-844528462/backup-masters/01bccfa882c7,37143,1733365029522 2024-12-05T02:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844528462/master 2024-12-05T02:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:09,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:09,619 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on existing znode=/0-844528462/master 2024-12-05T02:17:09,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-844528462/backup-masters/01bccfa882c7,37143,1733365029522 from backup master directory 2024-12-05T02:17:09,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844528462/backup-masters/01bccfa882c7,37143,1733365029522 2024-12-05T02:17:09,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/backup-masters 2024-12-05T02:17:09,621 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:09,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/backup-masters 2024-12-05T02:17:09,621 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,37143,1733365029522 2024-12-05T02:17:09,625 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/hbase.id] with ID: 2fd0808f-7361-4145-b909-779d0bde0d47 2024-12-05T02:17:09,625 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/.tmp/hbase.id 2024-12-05T02:17:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:17:10,035 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/.tmp/hbase.id]:[hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/hbase.id] 2024-12-05T02:17:10,049 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:10,049 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:17:10,050 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:17:10,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:17:10,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:10,461 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:17:10,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:17:10,484 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store 2024-12-05T02:17:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:17:10,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:10,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:10,500 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:10,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:10,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:10,500 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:10,501 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:10,501 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365030500Disabling compacts and flushes for region at 1733365030500Disabling writes for close at 1733365030500Writing region close event to WAL at 1733365030500Closed at 1733365030500 2024-12-05T02:17:10,502 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/.initializing 2024-12-05T02:17:10,502 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/WALs/01bccfa882c7,37143,1733365029522 2024-12-05T02:17:10,503 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:10,505 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C37143%2C1733365029522, suffix=, logDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/WALs/01bccfa882c7,37143,1733365029522, archiveDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/oldWALs, maxLogs=10 2024-12-05T02:17:10,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/WALs/01bccfa882c7,37143,1733365029522/01bccfa882c7%2C37143%2C1733365029522.1733365030505, exclude list is [], retry=0 2024-12-05T02:17:10,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-3dec945e-22bd-449a-94d2-3f09c9ad240a,DISK] 2024-12-05T02:17:10,525 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/WALs/01bccfa882c7,37143,1733365029522/01bccfa882c7%2C37143%2C1733365029522.1733365030505 2024-12-05T02:17:10,525 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-05T02:17:10,525 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:10,526 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:10,526 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,526 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:17:10,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:10,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:17:10,531 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:10,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:10,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:17:10,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:10,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:10,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:17:10,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:10,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:10,536 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,536 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,537 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:10,540 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:10,542 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:10,543 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62071234, jitterRate=-0.07506653666496277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:10,543 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365030526Initializing all the Stores at 1733365030527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365030527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365030527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365030527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365030527Cleaning up temporary data from old regions at 1733365030538 (+11 ms)Region opened successfully at 1733365030543 (+5 ms) 2024-12-05T02:17:10,544 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:17:10,547 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925ce99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:10,548 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:17:10,548 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:17:10,548 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:17:10,548 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:17:10,549 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:17:10,549 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:17:10,549 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:17:10,551 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:17:10,552 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/balancer because node does not exist (not necessarily an error) 2024-12-05T02:17:10,553 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/balancer already deleted, retry=false 2024-12-05T02:17:10,554 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:17:10,554 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:17:10,556 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/normalizer already deleted, retry=false 2024-12-05T02:17:10,557 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:17:10,558 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:17:10,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/switch/split already deleted, retry=false 2024-12-05T02:17:10,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:17:10,560 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/switch/merge already deleted, retry=false 2024-12-05T02:17:10,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:17:10,563 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/snapshot-cleanup already deleted, retry=false 2024-12-05T02:17:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844528462/running 2024-12-05T02:17:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-844528462/running 2024-12-05T02:17:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,567 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,37143,1733365029522, sessionid=0x101806940da0000, setting cluster-up flag (Was=false) 2024-12-05T02:17:10,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,574 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-844528462/flush-table-proc/acquired, /0-844528462/flush-table-proc/reached, /0-844528462/flush-table-proc/abort 2024-12-05T02:17:10,575 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,37143,1733365029522 2024-12-05T02:17:10,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:10,584 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-844528462/online-snapshot/acquired, /0-844528462/online-snapshot/reached, /0-844528462/online-snapshot/abort 2024-12-05T02:17:10,585 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,37143,1733365029522 2024-12-05T02:17:10,586 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:17:10,588 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:10,588 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:17:10,588 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:17:10,588 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,37143,1733365029522 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:10,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:10,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:17:10,593 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:10,593 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365060597 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:17:10,597 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,598 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(746): ClusterId : 2fd0808f-7361-4145-b909-779d0bde0d47 2024-12-05T02:17:10,598 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:17:10,599 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:17:10,599 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:17:10,599 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:17:10,600 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:17:10,600 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:17:10,600 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:17:10,600 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:17:10,600 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:17:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:17:10,604 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365030600,5,FailOnTimeoutGroup] 2024-12-05T02:17:10,604 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365030604,5,FailOnTimeoutGroup] 2024-12-05T02:17:10,605 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,605 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:17:10,605 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,605 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,605 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:17:10,606 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:10,627 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:37913 2024-12-05T02:17:10,627 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:17:10,627 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:17:10,627 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:17:10,628 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,37143,1733365029522 with port=37913, startcode=1733365029574 2024-12-05T02:17:10,629 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:17:10,631 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:17:10,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37143 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,633 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803 2024-12-05T02:17:10,633 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39273 2024-12-05T02:17:10,634 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:17:10,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/rs 2024-12-05T02:17:10,636 DEBUG [RS:0;01bccfa882c7:37913 {}] zookeeper.ZKUtil(111): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on existing znode=/0-844528462/rs/01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,636 WARN [RS:0;01bccfa882c7:37913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:10,636 INFO [RS:0;01bccfa882c7:37913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:10,637 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,637 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,37913,1733365029574] 2024-12-05T02:17:10,641 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:17:10,644 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:17:10,645 INFO [RS:0;01bccfa882c7:37913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:17:10,645 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,645 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:17:10,646 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:17:10,646 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,646 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:10,647 DEBUG [RS:0;01bccfa882c7:37913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,648 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37913,1733365029574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:10,667 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:17:10,667 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37913,1733365029574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,667 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,667 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.Replication(171): 01bccfa882c7,37913,1733365029574 started 2024-12-05T02:17:10,683 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:10,683 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,37913,1733365029574, RpcServer on 01bccfa882c7/172.17.0.2:37913, sessionid=0x101806940da0001 2024-12-05T02:17:10,683 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:17:10,683 DEBUG [RS:0;01bccfa882c7:37913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,683 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37913,1733365029574' 2024-12-05T02:17:10,683 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-844528462/flush-table-proc/abort' 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-844528462/flush-table-proc/acquired' 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,37913,1733365029574 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37913,1733365029574' 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-844528462/online-snapshot/abort' 2024-12-05T02:17:10,684 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-844528462/online-snapshot/acquired' 2024-12-05T02:17:10,685 DEBUG [RS:0;01bccfa882c7:37913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:17:10,685 INFO [RS:0;01bccfa882c7:37913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:17:10,685 INFO [RS:0;01bccfa882c7:37913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:17:10,785 INFO [RS:0;01bccfa882c7:37913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:10,787 INFO [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37913%2C1733365029574, suffix=, logDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574, archiveDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs, maxLogs=10 2024-12-05T02:17:10,803 DEBUG [RS:0;01bccfa882c7:37913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788, exclude list is [], retry=0 2024-12-05T02:17:10,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-3dec945e-22bd-449a-94d2-3f09c9ad240a,DISK] 2024-12-05T02:17:10,808 INFO [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 2024-12-05T02:17:10,808 DEBUG [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-05T02:17:11,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:17:11,004 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803 2024-12-05T02:17:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:17:11,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:11,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:11,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:11,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:11,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:11,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:11,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:11,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:11,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:11,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:11,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:11,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:11,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:11,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740 2024-12-05T02:17:11,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740 2024-12-05T02:17:11,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:11,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:11,425 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:11,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:11,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:11,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62193829, jitterRate=-0.07323972880840302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:11,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365031412Initializing all the Stores at 1733365031413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365031413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031413Cleaning up temporary data from old regions at 1733365031424 (+11 ms)Region opened successfully at 1733365031430 (+6 ms) 2024-12-05T02:17:11,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:11,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:11,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:11,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:11,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:11,431 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:11,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365031430Disabling compacts and flushes for region at 1733365031430Disabling writes for close at 1733365031430Writing region close event to WAL at 1733365031431 (+1 ms)Closed at 1733365031431 2024-12-05T02:17:11,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:11,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:17:11,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:17:11,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:11,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:17:11,585 DEBUG [01bccfa882c7:37143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:17:11,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:11,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37913,1733365029574, state=OPENING 2024-12-05T02:17:11,589 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:17:11,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:11,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:11,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844528462/meta-region-server: CHANGED 2024-12-05T02:17:11,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844528462/meta-region-server: CHANGED 2024-12-05T02:17:11,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:11,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37913,1733365029574}] 2024-12-05T02:17:11,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:17:11,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:17:11,750 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:17:11,750 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:11,751 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:17:11,752 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37913%2C1733365029574.meta, suffix=.meta, logDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574, archiveDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs, maxLogs=10 2024-12-05T02:17:11,767 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.meta.1733365031753.meta, exclude list is [], retry=0 2024-12-05T02:17:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-3dec945e-22bd-449a-94d2-3f09c9ad240a,DISK] 2024-12-05T02:17:11,771 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.meta.1733365031753.meta 2024-12-05T02:17:11,772 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-05T02:17:11,772 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:11,772 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:11,772 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:11,772 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:17:11,773 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:17:11,773 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:17:11,773 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:11,773 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:17:11,773 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:17:11,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:11,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:11,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:11,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:11,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:11,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:11,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:11,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:11,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:11,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:11,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:11,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740 2024-12-05T02:17:11,782 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740 2024-12-05T02:17:11,784 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:11,784 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:11,784 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:11,786 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:11,786 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70831598, jitterRate=0.05547305941581726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:11,786 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:17:11,787 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365031773Writing region info on filesystem at 1733365031773Initializing all the Stores at 1733365031774 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365031774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365031774Cleaning up temporary data from old regions at 1733365031784 (+10 ms)Running coprocessor post-open hooks at 1733365031787 (+3 ms)Region opened successfully at 1733365031787 2024-12-05T02:17:11,788 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365031744 2024-12-05T02:17:11,791 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:17:11,791 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:17:11,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:11,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37913,1733365029574, state=OPEN 2024-12-05T02:17:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-844528462/meta-region-server 2024-12-05T02:17:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-844528462/meta-region-server 2024-12-05T02:17:11,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:11,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844528462/meta-region-server: CHANGED 2024-12-05T02:17:11,800 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-844528462/meta-region-server: CHANGED 2024-12-05T02:17:11,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:17:11,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37913,1733365029574 in 208 msec 2024-12-05T02:17:11,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:17:11,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-12-05T02:17:11,806 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:11,806 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:17:11,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:11,807 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37913,1733365029574, seqNum=-1] 2024-12-05T02:17:11,808 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:11,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:11,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2270 sec 2024-12-05T02:17:11,815 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365031815, completionTime=-1 2024-12-05T02:17:11,815 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:17:11,815 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:17:11,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:17:11,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365091817 2024-12-05T02:17:11,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365151817 2024-12-05T02:17:11,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:37143, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,818 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,820 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.201sec 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:11,822 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:17:11,825 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:17:11,825 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:17:11,825 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37143,1733365029522-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:11,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:11,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,37143,-1 for getting cluster id 2024-12-05T02:17:11,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:11,900 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd0808f-7361-4145-b909-779d0bde0d47' 2024-12-05T02:17:11,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd0808f-7361-4145-b909-779d0bde0d47" 2024-12-05T02:17:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5516ae1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,37143,-1] 2024-12-05T02:17:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:11,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:11,902 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:11,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:11,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37913,1733365029574, seqNum=-1] 2024-12-05T02:17:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:11,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:11,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,37143,1733365029522 2024-12-05T02:17:11,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:11,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:11,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806940da0002 connected 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir so I do NOT create it in target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8 2024-12-05T02:17:11,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.tmp.dir so I do NOT create it in target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8 2024-12-05T02:17:11,916 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:17:11,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/cluster_b378a49f-f442-6e7d-5b35-65bef64a610d, deleteOnExit=true 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/test.cache.data in system properties and HBase conf 2024-12-05T02:17:11,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:17:11,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:11,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:17:11,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:17:12,012 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:12,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:12,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:12,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:12,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:17:12,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:12,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:12,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:12,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/java.io.tmpdir/jetty-localhost-42961-hadoop-hdfs-3_4_1-tests_jar-_-any-3734343903703064119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:12,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:42961} 2024-12-05T02:17:12,147 INFO [Time-limited test {}] server.Server(415): Started @35056ms 2024-12-05T02:17:12,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:12,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:12,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:12,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:12,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:17:12,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:12,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:12,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/java.io.tmpdir/jetty-localhost-46107-hadoop-hdfs-3_4_1-tests_jar-_-any-884509450226100255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:12,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:46107} 2024-12-05T02:17:12,355 INFO [Time-limited test {}] server.Server(415): Started @35265ms 2024-12-05T02:17:12,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:17:12,467 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/cluster_b378a49f-f442-6e7d-5b35-65bef64a610d/data/data1/current/BP-1386980311-172.17.0.2-1733365031955/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:12,467 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/cluster_b378a49f-f442-6e7d-5b35-65bef64a610d/data/data2/current/BP-1386980311-172.17.0.2-1733365031955/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:12,491 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:17:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf375ddb59521850f with lease ID 0xd7642136c5631d5c: Processing first storage report for DS-6dee7bc4-89a8-4230-ae5a-d664c63aa12f from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=aa9a935e-5b58-4da2-916c-c71d48b3fd97, infoPort=44871, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=685310163;c=1733365031955) 2024-12-05T02:17:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf375ddb59521850f with lease ID 0xd7642136c5631d5c: from storage DS-6dee7bc4-89a8-4230-ae5a-d664c63aa12f node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=aa9a935e-5b58-4da2-916c-c71d48b3fd97, infoPort=44871, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=685310163;c=1733365031955), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf375ddb59521850f with lease ID 0xd7642136c5631d5c: Processing first storage report for DS-37ef3bc5-9203-4583-841d-f870f032f649 from datanode DatanodeRegistration(127.0.0.1:42729, datanodeUuid=aa9a935e-5b58-4da2-916c-c71d48b3fd97, infoPort=44871, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=685310163;c=1733365031955) 2024-12-05T02:17:12,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf375ddb59521850f with lease ID 0xd7642136c5631d5c: from storage DS-37ef3bc5-9203-4583-841d-f870f032f649 node DatanodeRegistration(127.0.0.1:42729, datanodeUuid=aa9a935e-5b58-4da2-916c-c71d48b3fd97, infoPort=44871, infoSecurePort=0, ipcPort=44479, storageInfo=lv=-57;cid=testClusterID;nsid=685310163;c=1733365031955), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:12,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8 2024-12-05T02:17:12,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:12,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:12,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:17:13,004 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3 with version=8 2024-12-05T02:17:13,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/hbase-staging 2024-12-05T02:17:13,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:17:13,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:13,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42543 2024-12-05T02:17:13,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42543 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425430x0, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:13,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42543-0x101806940da0003 connected 2024-12-05T02:17:13,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:13,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:13,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/running 2024-12-05T02:17:13,028 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3, hbase.cluster.distributed=false 2024-12-05T02:17:13,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/acl 2024-12-05T02:17:13,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42543 2024-12-05T02:17:13,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42543 2024-12-05T02:17:13,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42543 2024-12-05T02:17:13,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42543 2024-12-05T02:17:13,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42543 2024-12-05T02:17:13,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:13,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:13,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:13,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:13,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:17:13,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:13,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38345 2024-12-05T02:17:13,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38345 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:13,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:13,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:13,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383450x0, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:13,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383450x0, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/running 2024-12-05T02:17:13,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38345-0x101806940da0004 connected 2024-12-05T02:17:13,086 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:17:13,086 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:17:13,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/master 2024-12-05T02:17:13,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/acl 2024-12-05T02:17:13,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T02:17:13,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38345 2024-12-05T02:17:13,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38345 2024-12-05T02:17:13,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T02:17:13,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38345 2024-12-05T02:17:13,102 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:42543 2024-12-05T02:17:13,103 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1167806668/backup-masters/01bccfa882c7,42543,1733365033007 2024-12-05T02:17:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/backup-masters 2024-12-05T02:17:13,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/backup-masters 2024-12-05T02:17:13,105 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on existing znode=/1167806668/backup-masters/01bccfa882c7,42543,1733365033007 2024-12-05T02:17:13,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167806668/master 2024-12-05T02:17:13,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:13,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:13,108 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on existing znode=/1167806668/master 2024-12-05T02:17:13,108 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1167806668/backup-masters/01bccfa882c7,42543,1733365033007 from backup master directory 2024-12-05T02:17:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167806668/backup-masters/01bccfa882c7,42543,1733365033007 2024-12-05T02:17:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/backup-masters 2024-12-05T02:17:13,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/backup-masters 2024-12-05T02:17:13,110 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:13,110 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,42543,1733365033007 2024-12-05T02:17:13,115 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/hbase.id] with ID: 3017b7f2-a187-4dbd-b7fc-c384f872930a 2024-12-05T02:17:13,115 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/.tmp/hbase.id 2024-12-05T02:17:13,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:17:13,152 WARN [RS:0;01bccfa882c7:37913 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 01bccfa882c7,41049,1733365002633: status=Processing ServerCrashProcedure of 01bccfa882c7,41049,1733365002633 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733365018530, completionTime=-1 appears to have been leaked 2024-12-05T02:17:13,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/.tmp/hbase.id]:[hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/hbase.id] 2024-12-05T02:17:13,535 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:13,535 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:17:13,536 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:17:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:13,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:17:13,945 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:13,945 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:17:13,946 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:17:14,354 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store 2024-12-05T02:17:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:14,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:14,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:14,761 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365034761Disabling compacts and flushes for region at 1733365034761Disabling writes for close at 1733365034761Writing region close event to WAL at 1733365034761Closed at 1733365034761 2024-12-05T02:17:14,762 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/.initializing 2024-12-05T02:17:14,762 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/WALs/01bccfa882c7,42543,1733365033007 2024-12-05T02:17:14,764 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:14,765 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C42543%2C1733365033007, suffix=, logDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/WALs/01bccfa882c7,42543,1733365033007, archiveDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/oldWALs, maxLogs=10 2024-12-05T02:17:14,779 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/WALs/01bccfa882c7,42543,1733365033007/01bccfa882c7%2C42543%2C1733365033007.1733365034766, exclude list is [], retry=0 2024-12-05T02:17:14,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-6dee7bc4-89a8-4230-ae5a-d664c63aa12f,DISK] 2024-12-05T02:17:14,783 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/WALs/01bccfa882c7,42543,1733365033007/01bccfa882c7%2C42543%2C1733365033007.1733365034766 2024-12-05T02:17:14,783 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-12-05T02:17:14,784 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:14,784 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:14,784 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,784 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:17:14,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:14,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:14,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:17:14,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:14,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:14,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:17:14,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:14,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:14,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:17:14,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:14,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:14,792 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,792 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,793 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,794 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,794 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,794 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:14,795 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:14,797 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:14,797 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73813847, jitterRate=0.09991203248500824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:14,798 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365034784Initializing all the Stores at 1733365034785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365034785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365034785Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365034785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365034785Cleaning up temporary data from old regions at 1733365034794 (+9 ms)Region opened successfully at 1733365034798 (+4 ms) 2024-12-05T02:17:14,798 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:17:14,801 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526c201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:14,801 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:17:14,802 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:17:14,804 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:17:14,805 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/balancer because node does not exist (not necessarily an error) 2024-12-05T02:17:14,806 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/balancer already deleted, retry=false 2024-12-05T02:17:14,807 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:17:14,807 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:17:14,809 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/normalizer already deleted, retry=false 2024-12-05T02:17:14,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:17:14,810 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:17:14,812 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/switch/split already deleted, retry=false 2024-12-05T02:17:14,812 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:17:14,814 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/switch/merge already deleted, retry=false 2024-12-05T02:17:14,815 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:17:14,816 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/snapshot-cleanup already deleted, retry=false 2024-12-05T02:17:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167806668/running 2024-12-05T02:17:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1167806668/running 2024-12-05T02:17:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,820 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,42543,1733365033007, sessionid=0x101806940da0003, setting cluster-up flag (Was=false) 2024-12-05T02:17:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,828 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1167806668/flush-table-proc/acquired, /1167806668/flush-table-proc/reached, /1167806668/flush-table-proc/abort 2024-12-05T02:17:14,829 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,42543,1733365033007 2024-12-05T02:17:14,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:14,836 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1167806668/online-snapshot/acquired, /1167806668/online-snapshot/reached, /1167806668/online-snapshot/abort 2024-12-05T02:17:14,836 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,42543,1733365033007 2024-12-05T02:17:14,838 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:17:14,839 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:14,840 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:17:14,840 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:17:14,840 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,42543,1733365033007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:14,841 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,844 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365064844 2024-12-05T02:17:14,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:14,844 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:17:14,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:17:14,844 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:17:14,844 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:17:14,845 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:17:14,845 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:17:14,845 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:17:14,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:14,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:17:14,848 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:17:14,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:17:14,851 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365034849,5,FailOnTimeoutGroup] 2024-12-05T02:17:14,852 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365034851,5,FailOnTimeoutGroup] 2024-12-05T02:17:14,852 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,852 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:17:14,852 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,852 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:17:14,893 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(746): ClusterId : 3017b7f2-a187-4dbd-b7fc-c384f872930a 2024-12-05T02:17:14,893 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:17:14,895 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:17:14,895 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:17:14,898 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:17:14,898 DEBUG [RS:0;01bccfa882c7:38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a71bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:14,910 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:38345 2024-12-05T02:17:14,910 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:17:14,910 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:17:14,910 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:17:14,911 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,42543,1733365033007 with port=38345, startcode=1733365033048 2024-12-05T02:17:14,911 DEBUG [RS:0;01bccfa882c7:38345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:17:14,913 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:17:14,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,915 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3 2024-12-05T02:17:14,915 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45925 2024-12-05T02:17:14,915 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:17:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/rs 2024-12-05T02:17:14,917 DEBUG [RS:0;01bccfa882c7:38345 {}] zookeeper.ZKUtil(111): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on existing znode=/1167806668/rs/01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,917 WARN [RS:0;01bccfa882c7:38345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:14,917 INFO [RS:0;01bccfa882c7:38345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:14,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,38345,1733365033048] 2024-12-05T02:17:14,918 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,921 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:17:14,923 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:17:14,924 INFO [RS:0;01bccfa882c7:38345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:17:14,924 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,924 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:17:14,925 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:17:14,925 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,925 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,925 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,925 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,925 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,925 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:14,926 DEBUG [RS:0;01bccfa882c7:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:14,926 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,927 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,927 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,927 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,927 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,927 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38345,1733365033048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:14,941 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:17:14,941 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38345,1733365033048-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,941 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,941 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.Replication(171): 01bccfa882c7,38345,1733365033048 started 2024-12-05T02:17:14,954 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:14,954 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,38345,1733365033048, RpcServer on 01bccfa882c7/172.17.0.2:38345, sessionid=0x101806940da0004 2024-12-05T02:17:14,954 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:17:14,954 DEBUG [RS:0;01bccfa882c7:38345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,954 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38345,1733365033048' 2024-12-05T02:17:14,955 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1167806668/flush-table-proc/abort' 2024-12-05T02:17:14,955 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1167806668/flush-table-proc/acquired' 2024-12-05T02:17:14,955 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:17:14,955 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:17:14,955 DEBUG [RS:0;01bccfa882c7:38345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,38345,1733365033048 2024-12-05T02:17:14,956 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38345,1733365033048' 2024-12-05T02:17:14,956 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1167806668/online-snapshot/abort' 2024-12-05T02:17:14,956 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1167806668/online-snapshot/acquired' 2024-12-05T02:17:14,956 DEBUG [RS:0;01bccfa882c7:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:17:14,956 INFO [RS:0;01bccfa882c7:38345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:17:14,956 INFO [RS:0;01bccfa882c7:38345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:17:15,057 INFO [RS:0;01bccfa882c7:38345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:15,058 INFO [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38345%2C1733365033048, suffix=, logDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048, archiveDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/oldWALs, maxLogs=10 2024-12-05T02:17:15,073 DEBUG [RS:0;01bccfa882c7:38345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048/01bccfa882c7%2C38345%2C1733365033048.1733365035059, exclude list is [], retry=0 2024-12-05T02:17:15,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-6dee7bc4-89a8-4230-ae5a-d664c63aa12f,DISK] 2024-12-05T02:17:15,078 INFO [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048/01bccfa882c7%2C38345%2C1733365033048.1733365035059 2024-12-05T02:17:15,079 DEBUG [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-12-05T02:17:15,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:17:15,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3 2024-12-05T02:17:15,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:17:15,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:15,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:15,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:15,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:15,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:15,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:15,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:15,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:15,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:15,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:15,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:15,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:15,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:15,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:15,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:15,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:15,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:15,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:15,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740 2024-12-05T02:17:15,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740 2024-12-05T02:17:15,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:15,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:15,673 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:15,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:15,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75051623, jitterRate=0.11835633218288422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365035662Initializing all the Stores at 1733365035663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365035663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365035664 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365035664Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365035664Cleaning up temporary data from old regions at 1733365035672 (+8 ms)Region opened successfully at 1733365035676 (+4 ms) 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:15,676 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:15,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:15,677 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:15,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365035676Disabling compacts and flushes for region at 1733365035676Disabling writes for close at 1733365035676Writing region close event to WAL at 1733365035677 (+1 ms)Closed at 1733365035677 2024-12-05T02:17:15,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:15,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:17:15,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:17:15,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:15,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:17:15,831 DEBUG [01bccfa882c7:42543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:17:15,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,38345,1733365033048 2024-12-05T02:17:15,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38345,1733365033048, state=OPENING 2024-12-05T02:17:15,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:17:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:15,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:15,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:15,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167806668/meta-region-server: CHANGED 2024-12-05T02:17:15,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167806668/meta-region-server: CHANGED 2024-12-05T02:17:15,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38345,1733365033048}] 2024-12-05T02:17:15,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:17:15,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:17:16,000 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:17:16,000 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:16,000 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:17:16,002 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38345%2C1733365033048.meta, suffix=.meta, logDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048, archiveDir=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/oldWALs, maxLogs=10 2024-12-05T02:17:16,022 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048/01bccfa882c7%2C38345%2C1733365033048.meta.1733365036002.meta, exclude list is [], retry=0 2024-12-05T02:17:16,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42729,DS-6dee7bc4-89a8-4230-ae5a-d664c63aa12f,DISK] 2024-12-05T02:17:16,027 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048/01bccfa882c7%2C38345%2C1733365033048.meta.1733365036002.meta 2024-12-05T02:17:16,028 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44871:44871)] 2024-12-05T02:17:16,028 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:16,028 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:16,028 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:16,028 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:17:16,028 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:17:16,029 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:17:16,029 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:16,029 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:17:16,029 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:17:16,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:16,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:16,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:16,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:16,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:16,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:16,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:16,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:16,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:16,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:16,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:16,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:16,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:16,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:16,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:16,036 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:16,037 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740 2024-12-05T02:17:16,038 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740 2024-12-05T02:17:16,039 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:16,039 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:16,040 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:16,041 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:16,042 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69522626, jitterRate=0.035967856645584106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:16,042 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:17:16,042 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365036029Writing region info on filesystem at 1733365036029Initializing all the Stores at 1733365036030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365036030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365036030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365036030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365036030Cleaning up temporary data from old regions at 1733365036039 (+9 ms)Running coprocessor post-open hooks at 1733365036042 (+3 ms)Region opened successfully at 1733365036042 2024-12-05T02:17:16,043 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365035994 2024-12-05T02:17:16,045 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:17:16,045 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:17:16,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38345,1733365033048 2024-12-05T02:17:16,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38345,1733365033048, state=OPEN 2024-12-05T02:17:16,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1167806668/meta-region-server 2024-12-05T02:17:16,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1167806668/meta-region-server 2024-12-05T02:17:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167806668/meta-region-server: CHANGED 2024-12-05T02:17:16,049 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,38345,1733365033048 2024-12-05T02:17:16,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1167806668/meta-region-server: CHANGED 2024-12-05T02:17:16,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:17:16,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38345,1733365033048 in 208 msec 2024-12-05T02:17:16,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:17:16,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-12-05T02:17:16,055 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:16,055 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:17:16,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:16,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38345,1733365033048, seqNum=-1] 2024-12-05T02:17:16,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:16,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:16,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-12-05T02:17:16,065 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365036065, completionTime=-1 2024-12-05T02:17:16,065 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:17:16,065 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:17:16,067 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:17:16,067 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365096067 2024-12-05T02:17:16,067 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365156067 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:42543, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,069 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,070 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:16,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:17:16,076 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:17:16,076 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:17:16,076 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,42543,1733365033007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:16,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42543,-1 for getting cluster id 2024-12-05T02:17:16,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:16,095 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3017b7f2-a187-4dbd-b7fc-c384f872930a' 2024-12-05T02:17:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3017b7f2-a187-4dbd-b7fc-c384f872930a" 2024-12-05T02:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed02a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42543,-1] 2024-12-05T02:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:16,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:16,097 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:16,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38345,1733365033048, seqNum=-1] 2024-12-05T02:17:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:16,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:16,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,42543,1733365033007 2024-12-05T02:17:16,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52788 2024-12-05T02:17:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:16,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806940da0005 connected 2024-12-05T02:17:16,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,37143,-1 for getting cluster id 2024-12-05T02:17:16,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:16,112 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2fd0808f-7361-4145-b909-779d0bde0d47' 2024-12-05T02:17:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2fd0808f-7361-4145-b909-779d0bde0d47" 2024-12-05T02:17:16,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61526b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,37143,-1] 2024-12-05T02:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:16,114 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:16,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ac93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,37143,1733365029522 2024-12-05T02:17:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d425279 2024-12-05T02:17:16,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:16,117 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:16,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:42543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:17:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:17:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:16,121 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:42543' 2024-12-05T02:17:16,122 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd2fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,122 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42543,-1 for getting cluster id 2024-12-05T02:17:16,122 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:16,123 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3017b7f2-a187-4dbd-b7fc-c384f872930a' 2024-12-05T02:17:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:16,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3017b7f2-a187-4dbd-b7fc-c384f872930a" 2024-12-05T02:17:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e945361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42543,-1] 2024-12-05T02:17:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:16,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:16,125 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c57dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:16,126 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,42543,1733365033007 2024-12-05T02:17:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b45f54 2024-12-05T02:17:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:16,128 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:16,129 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T02:17:16,129 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:17:16,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:16,129 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:16,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:16,130 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:16,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:17:16,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:17:16,133 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:16,134 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:17:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741835_1011 (size=1138) 2024-12-05T02:17:16,182 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:17:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:16,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:16,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 777d207ad0c3a7b8071913e68ecf0f9f, NAME => 'hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803 2024-12-05T02:17:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741836_1012 (size=44) 2024-12-05T02:17:16,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:17:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 777d207ad0c3a7b8071913e68ecf0f9f, disabling compactions & flushes 2024-12-05T02:17:16,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. after waiting 0 ms 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:16,951 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:16,951 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 777d207ad0c3a7b8071913e68ecf0f9f: Waiting for close lock at 1733365036951Disabling compacts and flushes for region at 1733365036951Disabling writes for close at 1733365036951Writing region close event to WAL at 1733365036951Closed at 1733365036951 2024-12-05T02:17:16,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:17:16,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365036953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365036953"}]},"ts":"1733365036953"} 2024-12-05T02:17:16,955 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:17:16,956 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:17:16,957 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365036957"}]},"ts":"1733365036957"} 2024-12-05T02:17:16,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:17:16,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=777d207ad0c3a7b8071913e68ecf0f9f, ASSIGN}] 2024-12-05T02:17:16,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=777d207ad0c3a7b8071913e68ecf0f9f, ASSIGN 2024-12-05T02:17:16,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=777d207ad0c3a7b8071913e68ecf0f9f, ASSIGN; state=OFFLINE, location=01bccfa882c7,37913,1733365029574; forceNewPlan=false, retain=false 2024-12-05T02:17:17,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=777d207ad0c3a7b8071913e68ecf0f9f, regionState=OPENING, regionLocation=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=777d207ad0c3a7b8071913e68ecf0f9f, ASSIGN because future has completed 2024-12-05T02:17:17,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 777d207ad0c3a7b8071913e68ecf0f9f, server=01bccfa882c7,37913,1733365029574}] 2024-12-05T02:17:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:17,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:17,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:17,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:17,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:17:17,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:17,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37913%2C1733365029574.rep, suffix=, logDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574, archiveDir=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs, maxLogs=10 2024-12-05T02:17:17,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.rep.1733365037279, exclude list is [], retry=0 2024-12-05T02:17:17,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44905,DS-3dec945e-22bd-449a-94d2-3f09c9ad240a,DISK] 2024-12-05T02:17:17,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.rep.1733365037279 2024-12-05T02:17:17,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39835:39835)] 2024-12-05T02:17:17,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 777d207ad0c3a7b8071913e68ecf0f9f, NAME => 'hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:17,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:17,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. service=MultiRowMutationService 2024-12-05T02:17:17,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,307 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,309 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 777d207ad0c3a7b8071913e68ecf0f9f columnFamilyName hfileref 2024-12-05T02:17:17,309 DEBUG [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:17,309 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(327): Store=777d207ad0c3a7b8071913e68ecf0f9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:17,310 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,311 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 777d207ad0c3a7b8071913e68ecf0f9f columnFamilyName queue 2024-12-05T02:17:17,311 DEBUG [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:17,312 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(327): Store=777d207ad0c3a7b8071913e68ecf0f9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:17,312 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,313 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 777d207ad0c3a7b8071913e68ecf0f9f columnFamilyName sid 2024-12-05T02:17:17,313 DEBUG [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:17,314 INFO [StoreOpener-777d207ad0c3a7b8071913e68ecf0f9f-1 {}] regionserver.HStore(327): Store=777d207ad0c3a7b8071913e68ecf0f9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:17,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:17:17,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:17,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 777d207ad0c3a7b8071913e68ecf0f9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65680774, jitterRate=-0.0212801992893219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:17:17,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:17,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 777d207ad0c3a7b8071913e68ecf0f9f: Running coprocessor pre-open hook at 1733365037305Writing region info on filesystem at 1733365037305Initializing all the Stores at 1733365037306 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365037306Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365037307 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365037307Cleaning up temporary data from old regions at 1733365037316 (+9 ms)Running coprocessor post-open hooks at 1733365037321 (+5 ms)Region opened successfully at 1733365037321 2024-12-05T02:17:17,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f., pid=7, masterSystemTime=1733365037272 2024-12-05T02:17:17,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:17,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:17,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=777d207ad0c3a7b8071913e68ecf0f9f, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,37913,1733365029574 2024-12-05T02:17:17,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 777d207ad0c3a7b8071913e68ecf0f9f, server=01bccfa882c7,37913,1733365029574 because future has completed 2024-12-05T02:17:17,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T02:17:17,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 777d207ad0c3a7b8071913e68ecf0f9f, server=01bccfa882c7,37913,1733365029574 in 210 msec 2024-12-05T02:17:17,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:17:17,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=777d207ad0c3a7b8071913e68ecf0f9f, ASSIGN in 373 msec 2024-12-05T02:17:17,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:17:17,335 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365037335"}]},"ts":"1733365037335"} 2024-12-05T02:17:17,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:17:17,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:17:17,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2080 sec 2024-12-05T02:17:17,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f., hostname=01bccfa882c7,37913,1733365029574, seqNum=2] 2024-12-05T02:17:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:17,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:17,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:17:17,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T02:17:17,553 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:17:17,586 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,37913,1733365029574, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:17:17,587 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:17,587 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37913,1733365029574, seqNum=-1] 2024-12-05T02:17:17,587 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:17,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-05T02:17:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,37913,1733365029574', locateType=CURRENT is [region=hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f., hostname=01bccfa882c7,37913,1733365029574, seqNum=2] 2024-12-05T02:17:17,593 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T02:17:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T02:17:17,596 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,37913,1733365029574 suceeded 2024-12-05T02:17:17,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T02:17:17,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-05T02:17:17,598 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:42543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:17:17,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-12-05T02:17:17,607 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:42543' 2024-12-05T02:17:17,608 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc596f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:17,608 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,42543,-1 for getting cluster id 2024-12-05T02:17:17,608 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:17,609 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3017b7f2-a187-4dbd-b7fc-c384f872930a' 2024-12-05T02:17:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:17,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3017b7f2-a187-4dbd-b7fc-c384f872930a" 2024-12-05T02:17:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@175c0ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,42543,-1] 2024-12-05T02:17:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:17,611 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:17,611 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14afefd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:17,611 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,42543,1733365033007 2024-12-05T02:17:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf1b8ae 2024-12-05T02:17:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:17,613 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-05T02:17:17,614 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,37913,1733365029574 (queues=1) is replicating from cluster=2fd0808f-7361-4145-b909-779d0bde0d47 to cluster=3017b7f2-a187-4dbd-b7fc-c384f872930a 2024-12-05T02:17:17,614 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C37913%2C1733365029574 2024-12-05T02:17:17,614 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,37913,1733365029574, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:17:17,614 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.shipper01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C37913%2C1733365029574 2024-12-05T02:17:17,614 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788, startPosition=0, beingWritten=true 2024-12-05T02:17:17,821 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:18,126 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:18,273 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:17:18,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:18,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:18,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:18,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,37143,1733365029522 2024-12-05T02:17:18,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55a80200 2024-12-05T02:17:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:18,276 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:18,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37143 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:17:18,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:17:18,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:18,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:18,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:18,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:17:18,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2084064642, stopped=false 2024-12-05T02:17:18,277 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,42543,1733365033007 2024-12-05T02:17:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167806668/running 2024-12-05T02:17:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167806668/running 2024-12-05T02:17:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:18,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:18,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:18,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:18,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:18,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,280 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,38345,1733365033048' ***** 2024-12-05T02:17:18,280 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:18,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/running 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:18,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,38345,1733365033048 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:18,280 INFO [RS:0;01bccfa882c7:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38345. 2024-12-05T02:17:18,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Set watcher on znode that does not yet exist, /1167806668/running 2024-12-05T02:17:18,280 DEBUG [RS:0;01bccfa882c7:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:18,280 DEBUG [RS:0;01bccfa882c7:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,281 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:18,281 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:18,281 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:18,281 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:17:18,281 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:17:18,281 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:17:18,281 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:18,281 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:18,281 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:18,281 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:18,281 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:18,281 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:18,281 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T02:17:18,298 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/.tmp/ns/acfab131372e447c85d692d051470ed5 is 43, key is default/ns:d/1733365036060/Put/seqid=0 2024-12-05T02:17:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741835_1011 (size=5153) 2024-12-05T02:17:18,329 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:18,481 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:18,531 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:18,681 DEBUG [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:18,703 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/.tmp/ns/acfab131372e447c85d692d051470ed5 2024-12-05T02:17:18,710 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/.tmp/ns/acfab131372e447c85d692d051470ed5 as hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/ns/acfab131372e447c85d692d051470ed5 2024-12-05T02:17:18,715 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/ns/acfab131372e447c85d692d051470ed5, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T02:17:18,716 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-05T02:17:18,720 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T02:17:18,721 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:18,721 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:18,721 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:18,721 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365038281Running coprocessor pre-close hooks at 1733365038281Disabling compacts and flushes for region at 1733365038281Disabling writes for close at 1733365038281Obtaining lock to block concurrent updates at 1733365038281Preparing flush snapshotting stores in 1588230740 at 1733365038281Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733365038282 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365038282Flushing 1588230740/ns: creating writer at 1733365038283 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733365038298 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365038298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de2ee29: reopening flushed file at 1733365038709 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733365038716 (+7 ms)Writing region close event to WAL at 1733365038717 (+1 ms)Running coprocessor post-close hooks at 1733365038721 (+4 ms)Closed at 1733365038721 2024-12-05T02:17:18,722 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:18,882 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,38345,1733365033048; all regions closed. 2024-12-05T02:17:18,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741834_1010 (size=1152) 2024-12-05T02:17:18,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/WALs/01bccfa882c7,38345,1733365033048/01bccfa882c7%2C38345%2C1733365033048.meta.1733365036002.meta not finished, retry = 0 2024-12-05T02:17:18,982 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:17:18,982 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:17:18,987 DEBUG [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/oldWALs 2024-12-05T02:17:18,987 INFO [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38345%2C1733365033048.meta:.meta(num 1733365036002) 2024-12-05T02:17:18,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:17:18,991 DEBUG [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/oldWALs 2024-12-05T02:17:18,991 INFO [RS:0;01bccfa882c7:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38345%2C1733365033048:(num 1733365035059) 2024-12-05T02:17:18,991 DEBUG [RS:0;01bccfa882c7:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:18,991 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:18,992 INFO [RS:0;01bccfa882c7:38345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:18,992 INFO [RS:0;01bccfa882c7:38345 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:18,992 INFO [RS:0;01bccfa882c7:38345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:18,992 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:18,992 INFO [RS:0;01bccfa882c7:38345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38345 2024-12-05T02:17:18,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167806668/rs/01bccfa882c7,38345,1733365033048 2024-12-05T02:17:18,994 INFO [RS:0;01bccfa882c7:38345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:18,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668/rs 2024-12-05T02:17:19,001 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,38345,1733365033048] 2024-12-05T02:17:19,002 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1167806668/draining/01bccfa882c7,38345,1733365033048 already deleted, retry=false 2024-12-05T02:17:19,002 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,38345,1733365033048 expired; onlineServers=0 2024-12-05T02:17:19,002 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,42543,1733365033007' ***** 2024-12-05T02:17:19,002 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:19,003 DEBUG [M:0;01bccfa882c7:42543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:17:19,003 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:17:19,003 DEBUG [M:0;01bccfa882c7:42543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:17:19,003 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365034849 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365034849,5,FailOnTimeoutGroup] 2024-12-05T02:17:19,003 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365034851 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365034851,5,FailOnTimeoutGroup] 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:19,003 DEBUG [M:0;01bccfa882c7:42543 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:19,003 INFO [M:0;01bccfa882c7:42543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:17:19,004 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:17:19,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1167806668/master 2024-12-05T02:17:19,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1167806668 2024-12-05T02:17:19,004 DEBUG [M:0;01bccfa882c7:42543 {}] zookeeper.ZKUtil(347): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Unable to get data of znode /1167806668/master because node does not exist (not an error) 2024-12-05T02:17:19,004 WARN [M:0;01bccfa882c7:42543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:17:19,005 INFO [M:0;01bccfa882c7:42543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/.lastflushedseqids 2024-12-05T02:17:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741836_1012 (size=99) 2024-12-05T02:17:19,037 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:19,101 INFO [RS:0;01bccfa882c7:38345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x101806940da0004, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:19,101 INFO [RS:0;01bccfa882c7:38345 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,38345,1733365033048; zookeeper connection closed. 2024-12-05T02:17:19,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d105438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d105438 2024-12-05T02:17:19,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:17:19,410 INFO [M:0;01bccfa882c7:42543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:17:19,410 INFO [M:0;01bccfa882c7:42543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:17:19,410 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:19,411 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:19,411 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:19,411 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:19,411 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:19,411 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T02:17:19,427 DEBUG [M:0;01bccfa882c7:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c231409f9ab4c0b88e4317582adf721 is 82, key is hbase:meta,,1/info:regioninfo/1733365036046/Put/seqid=0 2024-12-05T02:17:19,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741837_1013 (size=5672) 2024-12-05T02:17:19,642 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:19,832 INFO [M:0;01bccfa882c7:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c231409f9ab4c0b88e4317582adf721 2024-12-05T02:17:19,853 DEBUG [M:0;01bccfa882c7:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dcb5ee1aba4481a2207883f72b1b67 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733365036064/Put/seqid=0 2024-12-05T02:17:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741838_1014 (size=5275) 2024-12-05T02:17:20,258 INFO [M:0;01bccfa882c7:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dcb5ee1aba4481a2207883f72b1b67 2024-12-05T02:17:20,278 DEBUG [M:0;01bccfa882c7:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af45307dd02f45fb8598da39900cfdec is 69, key is 01bccfa882c7,38345,1733365033048/rs:state/1733365034914/Put/seqid=0 2024-12-05T02:17:20,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741839_1015 (size=5156) 2024-12-05T02:17:20,347 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:20,683 INFO [M:0;01bccfa882c7:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af45307dd02f45fb8598da39900cfdec 2024-12-05T02:17:20,690 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c231409f9ab4c0b88e4317582adf721 as hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c231409f9ab4c0b88e4317582adf721 2024-12-05T02:17:20,696 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c231409f9ab4c0b88e4317582adf721, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T02:17:20,697 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dcb5ee1aba4481a2207883f72b1b67 as hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dcb5ee1aba4481a2207883f72b1b67 2024-12-05T02:17:20,702 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dcb5ee1aba4481a2207883f72b1b67, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T02:17:20,703 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/af45307dd02f45fb8598da39900cfdec as hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af45307dd02f45fb8598da39900cfdec 2024-12-05T02:17:20,708 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45925/user/jenkins/test-data/c27fd8eb-c247-9993-1af9-dc21c7805fc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/af45307dd02f45fb8598da39900cfdec, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T02:17:20,709 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-12-05T02:17:20,710 INFO [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:20,710 DEBUG [M:0;01bccfa882c7:42543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365039410Disabling compacts and flushes for region at 1733365039410Disabling writes for close at 1733365039411 (+1 ms)Obtaining lock to block concurrent updates at 1733365039411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365039411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733365039411Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365039412 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365039412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365039427 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365039427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365039838 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365039852 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365039852Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365040263 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365040278 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365040278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21768136: reopening flushed file at 1733365040689 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf5ff8f: reopening flushed file at 1733365040696 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fbe7d0: reopening flushed file at 1733365040702 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1733365040709 (+7 ms)Writing region close event to WAL at 1733365040710 (+1 ms)Closed at 1733365040710 2024-12-05T02:17:20,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42729 is added to blk_1073741830_1006 (size=10165) 2024-12-05T02:17:20,714 INFO [M:0;01bccfa882c7:42543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:17:20,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:20,714 INFO [M:0;01bccfa882c7:42543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42543 2024-12-05T02:17:20,715 INFO [M:0;01bccfa882c7:42543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:20,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,820 INFO [M:0;01bccfa882c7:42543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:20,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101806940da0003, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:20,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:20,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:20,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:20,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:20,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:20,831 WARN [BP-1386980311-172.17.0.2-1733365031955 heartbeating to localhost/127.0.0.1:45925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:20,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:20,831 WARN [BP-1386980311-172.17.0.2-1733365031955 heartbeating to localhost/127.0.0.1:45925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1386980311-172.17.0.2-1733365031955 (Datanode Uuid aa9a935e-5b58-4da2-916c-c71d48b3fd97) service to localhost/127.0.0.1:45925 2024-12-05T02:17:20,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:20,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/cluster_b378a49f-f442-6e7d-5b35-65bef64a610d/data/data1/current/BP-1386980311-172.17.0.2-1733365031955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:20,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/cluster_b378a49f-f442-6e7d-5b35-65bef64a610d/data/data2/current/BP-1386980311-172.17.0.2-1733365031955 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:20,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:20,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:20,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:20,840 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:20,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:20,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:20,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:17:20,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:17:20,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:20,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:20,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:17:20,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668330621, stopped=false 2024-12-05T02:17:20,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,37143,1733365029522 2024-12-05T02:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844528462/running 2024-12-05T02:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844528462/running 2024-12-05T02:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:20,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:20,877 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:20,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:20,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/running 2024-12-05T02:17:20,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Set watcher on znode that does not yet exist, /0-844528462/running 2024-12-05T02:17:20,879 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,37913,1733365029574' ***** 2024-12-05T02:17:20,879 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:17:20,879 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:17:20,879 INFO [RS:0;01bccfa882c7:37913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:17:20,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:17:20,879 INFO [RS:0;01bccfa882c7:37913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:17:20,879 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(3091): Received CLOSE for 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,37913,1733365029574 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37913. 2024-12-05T02:17:20,880 DEBUG [RS:0;01bccfa882c7:37913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:20,880 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:20,880 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 777d207ad0c3a7b8071913e68ecf0f9f, disabling compactions & flushes 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:17:20,880 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:17:20,880 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:17:20,880 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. after waiting 0 ms 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:17:20,880 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:20,880 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:17:20,880 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 777d207ad0c3a7b8071913e68ecf0f9f 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T02:17:20,880 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 777d207ad0c3a7b8071913e68ecf0f9f=hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f.} 2024-12-05T02:17:20,881 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:20,881 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:20,881 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:20,881 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:20,881 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:20,881 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:20,881 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T02:17:20,886 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:20,900 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/.tmp/queue/8a089a0a52084cefad904e1365d0f633 is 151, key is 1-01bccfa882c7,37913,1733365029574/queue:01bccfa882c7%2C37913%2C1733365029574/1733365037592/Put/seqid=0 2024-12-05T02:17:20,900 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/info/229f877902134734a5c01f7af2a9544e is 147, key is hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f./info:regioninfo/1733365037326/Put/seqid=0 2024-12-05T02:17:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741839_1015 (size=6631) 2024-12-05T02:17:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741838_1014 (size=5350) 2024-12-05T02:17:21,081 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:21,153 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:21,281 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 777d207ad0c3a7b8071913e68ecf0f9f 2024-12-05T02:17:21,305 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/info/229f877902134734a5c01f7af2a9544e 2024-12-05T02:17:21,306 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/.tmp/queue/8a089a0a52084cefad904e1365d0f633 2024-12-05T02:17:21,313 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/.tmp/queue/8a089a0a52084cefad904e1365d0f633 as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/queue/8a089a0a52084cefad904e1365d0f633 2024-12-05T02:17:21,318 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/queue/8a089a0a52084cefad904e1365d0f633, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T02:17:21,319 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 777d207ad0c3a7b8071913e68ecf0f9f in 439ms, sequenceid=5, compaction requested=false 2024-12-05T02:17:21,319 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:17:21,325 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/replication/777d207ad0c3a7b8071913e68ecf0f9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:21,326 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 777d207ad0c3a7b8071913e68ecf0f9f: Waiting for close lock at 1733365040880Running coprocessor pre-close hooks at 1733365040880Disabling compacts and flushes for region at 1733365040880Disabling writes for close at 1733365040880Obtaining lock to block concurrent updates at 1733365040880Preparing flush snapshotting stores in 777d207ad0c3a7b8071913e68ecf0f9f at 1733365040880Finished memstore snapshotting hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733365040881 (+1 ms)Flushing stores of hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. at 1733365040881Flushing 777d207ad0c3a7b8071913e68ecf0f9f/queue: creating writer at 1733365040882 (+1 ms)Flushing 777d207ad0c3a7b8071913e68ecf0f9f/queue: appending metadata at 1733365040899 (+17 ms)Flushing 777d207ad0c3a7b8071913e68ecf0f9f/queue: closing flushed file at 1733365040899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4fe267: reopening flushed file at 1733365041312 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 777d207ad0c3a7b8071913e68ecf0f9f in 439ms, sequenceid=5, compaction requested=false at 1733365041319 (+7 ms)Writing region close event to WAL at 1733365041322 (+3 ms)Running coprocessor post-close hooks at 1733365041326 (+4 ms)Closed at 1733365041326 2024-12-05T02:17:21,326 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365036129.777d207ad0c3a7b8071913e68ecf0f9f. 2024-12-05T02:17:21,327 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/ns/123e30ce5437409e89e2f884313eef96 is 43, key is default/ns:d/1733365031810/Put/seqid=0 2024-12-05T02:17:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741840_1016 (size=5153) 2024-12-05T02:17:21,481 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:21,681 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:21,720 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:17:21,720 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:17:21,732 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/ns/123e30ce5437409e89e2f884313eef96 2024-12-05T02:17:21,762 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/table/e29da5cfd5af456d91d15eb561846619 is 53, key is hbase:replication/table:state/1733365037335/Put/seqid=0 2024-12-05T02:17:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741841_1017 (size=5256) 2024-12-05T02:17:21,882 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:17:21,882 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:17:21,882 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:22,059 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.1733365030788 to pos 0, reset compression=false 2024-12-05T02:17:22,082 DEBUG [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:17:22,167 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/table/e29da5cfd5af456d91d15eb561846619 2024-12-05T02:17:22,176 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/info/229f877902134734a5c01f7af2a9544e as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/info/229f877902134734a5c01f7af2a9544e 2024-12-05T02:17:22,186 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/info/229f877902134734a5c01f7af2a9544e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T02:17:22,187 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/ns/123e30ce5437409e89e2f884313eef96 as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/ns/123e30ce5437409e89e2f884313eef96 2024-12-05T02:17:22,193 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/ns/123e30ce5437409e89e2f884313eef96, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:17:22,194 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/.tmp/table/e29da5cfd5af456d91d15eb561846619 as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/table/e29da5cfd5af456d91d15eb561846619 2024-12-05T02:17:22,206 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/table/e29da5cfd5af456d91d15eb561846619, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T02:17:22,207 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false 2024-12-05T02:17:22,219 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:17:22,220 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:22,220 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:22,220 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:22,220 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365040881Running coprocessor pre-close hooks at 1733365040881Disabling compacts and flushes for region at 1733365040881Disabling writes for close at 1733365040881Obtaining lock to block concurrent updates at 1733365040881Preparing flush snapshotting stores in 1588230740 at 1733365040881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733365040881Flushing stores of hbase:meta,,1.1588230740 at 1733365040882 (+1 ms)Flushing 1588230740/info: creating writer at 1733365040882Flushing 1588230740/info: appending metadata at 1733365040900 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733365040900Flushing 1588230740/ns: creating writer at 1733365041312 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733365041327 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365041327Flushing 1588230740/table: creating writer at 1733365041739 (+412 ms)Flushing 1588230740/table: appending metadata at 1733365041761 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733365041761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523f2215: reopening flushed file at 1733365042175 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787c3748: reopening flushed file at 1733365042186 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ab225f: reopening flushed file at 1733365042193 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false at 1733365042208 (+15 ms)Writing region close event to WAL at 1733365042213 (+5 ms)Running coprocessor post-close hooks at 1733365042220 (+7 ms)Closed at 1733365042220 2024-12-05T02:17:22,221 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:22,282 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,37913,1733365029574; all regions closed. 2024-12-05T02:17:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741834_1010 (size=2742) 2024-12-05T02:17:22,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.meta.1733365031753.meta not finished, retry = 0 2024-12-05T02:17:22,389 DEBUG [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs 2024-12-05T02:17:22,389 INFO [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37913%2C1733365029574.meta:.meta(num 1733365031753) 2024-12-05T02:17:22,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741837_1013 (size=1586) 2024-12-05T02:17:22,395 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/WALs/01bccfa882c7,37913,1733365029574/01bccfa882c7%2C37913%2C1733365029574.rep.1733365037279 not finished, retry = 0 2024-12-05T02:17:22,499 DEBUG [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs 2024-12-05T02:17:22,499 INFO [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37913%2C1733365029574.rep:(num 1733365037279) 2024-12-05T02:17:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:17:22,505 DEBUG [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/oldWALs 2024-12-05T02:17:22,505 INFO [RS:0;01bccfa882c7:37913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37913%2C1733365029574:(num 1733365030788) 2024-12-05T02:17:22,505 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:22,505 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:17:22,505 INFO [RS:0;01bccfa882c7:37913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:22,505 INFO [RS:0;01bccfa882c7:37913 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:22,505 INFO [RS:0;01bccfa882c7:37913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:22,506 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,37913,1733365029574 because: Region server is closing 2024-12-05T02:17:22,506 INFO [RS:0;01bccfa882c7:37913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37913. 2024-12-05T02:17:22,506 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:22,506 DEBUG [RS:0;01bccfa882c7:37913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:22,506 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:22,506 DEBUG [RS:0;01bccfa882c7:37913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:22,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:22,607 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.shipper01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:17:22,607 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.wal-reader.01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:17:22,607 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37913,1733365029574.replicationSource.shipper01bccfa882c7%2C37913%2C1733365029574,1-01bccfa882c7,37913,1733365029574 terminated 2024-12-05T02:17:22,607 INFO [RS:0;01bccfa882c7:37913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37913 2024-12-05T02:17:22,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462/rs 2024-12-05T02:17:22,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844528462/rs/01bccfa882c7,37913,1733365029574 2024-12-05T02:17:22,609 INFO [RS:0;01bccfa882c7:37913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:22,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,37913,1733365029574] 2024-12-05T02:17:22,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-844528462/draining/01bccfa882c7,37913,1733365029574 already deleted, retry=false 2024-12-05T02:17:22,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,37913,1733365029574 expired; onlineServers=0 2024-12-05T02:17:22,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,37143,1733365029522' ***** 2024-12-05T02:17:22,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:17:22,614 INFO [M:0;01bccfa882c7:37143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:17:22,614 INFO [M:0;01bccfa882c7:37143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:17:22,614 DEBUG [M:0;01bccfa882c7:37143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:17:22,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:17:22,614 DEBUG [M:0;01bccfa882c7:37143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:17:22,614 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365030600 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365030600,5,FailOnTimeoutGroup] 2024-12-05T02:17:22,614 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365030604 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365030604,5,FailOnTimeoutGroup] 2024-12-05T02:17:22,615 INFO [M:0;01bccfa882c7:37143 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:17:22,615 INFO [M:0;01bccfa882c7:37143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:17:22,615 DEBUG [M:0;01bccfa882c7:37143 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:17:22,615 INFO [M:0;01bccfa882c7:37143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:17:22,615 INFO [M:0;01bccfa882c7:37143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:17:22,615 INFO [M:0;01bccfa882c7:37143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:17:22,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:17:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-844528462/master 2024-12-05T02:17:22,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-844528462 2024-12-05T02:17:22,616 DEBUG [M:0;01bccfa882c7:37143 {}] zookeeper.ZKUtil(347): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Unable to get data of znode /0-844528462/master because node does not exist (not an error) 2024-12-05T02:17:22,616 WARN [M:0;01bccfa882c7:37143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:17:22,617 INFO [M:0;01bccfa882c7:37143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/.lastflushedseqids 2024-12-05T02:17:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741842_1018 (size=181) 2024-12-05T02:17:22,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:22,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37913-0x101806940da0001, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:22,712 INFO [RS:0;01bccfa882c7:37913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:22,712 INFO [RS:0;01bccfa882c7:37913 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,37913,1733365029574; zookeeper connection closed. 2024-12-05T02:17:22,712 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@648cdfe4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@648cdfe4 2024-12-05T02:17:22,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:17:22,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:22,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:22,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:22,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:22,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:22,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:17:22,854 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:23,024 INFO [M:0;01bccfa882c7:37143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:17:23,024 INFO [M:0;01bccfa882c7:37143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:17:23,024 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:23,024 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:23,024 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:23,024 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:23,024 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:23,024 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T02:17:23,044 DEBUG [M:0;01bccfa882c7:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfe9e1b6a3af4f29b9dfd4894a643e23 is 82, key is hbase:meta,,1/info:regioninfo/1733365031792/Put/seqid=0 2024-12-05T02:17:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741843_1019 (size=5672) 2024-12-05T02:17:23,455 INFO [M:0;01bccfa882c7:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfe9e1b6a3af4f29b9dfd4894a643e23 2024-12-05T02:17:23,485 DEBUG [M:0;01bccfa882c7:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f9ec20d6aa1469987f62514108d6b4d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733365037339/Put/seqid=0 2024-12-05T02:17:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741844_1020 (size=7203) 2024-12-05T02:17:23,891 INFO [M:0;01bccfa882c7:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f9ec20d6aa1469987f62514108d6b4d 2024-12-05T02:17:23,919 DEBUG [M:0;01bccfa882c7:37143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a232f2db226a4e2f8914556d9535729c is 69, key is 01bccfa882c7,37913,1733365029574/rs:state/1733365030632/Put/seqid=0 2024-12-05T02:17:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741845_1021 (size=5156) 2024-12-05T02:17:23,924 INFO [M:0;01bccfa882c7:37143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a232f2db226a4e2f8914556d9535729c 2024-12-05T02:17:23,941 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dfe9e1b6a3af4f29b9dfd4894a643e23 as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfe9e1b6a3af4f29b9dfd4894a643e23 2024-12-05T02:17:23,949 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dfe9e1b6a3af4f29b9dfd4894a643e23, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T02:17:23,950 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f9ec20d6aa1469987f62514108d6b4d as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f9ec20d6aa1469987f62514108d6b4d 2024-12-05T02:17:23,960 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f9ec20d6aa1469987f62514108d6b4d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T02:17:23,961 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a232f2db226a4e2f8914556d9535729c as hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a232f2db226a4e2f8914556d9535729c 2024-12-05T02:17:23,966 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39273/user/jenkins/test-data/208ca50d-f82b-e091-e2fc-b8efd0ee5803/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a232f2db226a4e2f8914556d9535729c, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T02:17:23,967 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=70, compaction requested=false 2024-12-05T02:17:23,971 INFO [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:23,972 DEBUG [M:0;01bccfa882c7:37143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365043024Disabling compacts and flushes for region at 1733365043024Disabling writes for close at 1733365043024Obtaining lock to block concurrent updates at 1733365043024Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365043024Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733365043025 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365043025Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365043026 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365043042 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365043042Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365043462 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365043484 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365043484Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365043897 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365043918 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365043918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66548066: reopening flushed file at 1733365043940 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7bb0d0: reopening flushed file at 1733365043949 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c4a155c: reopening flushed file at 1733365043960 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 943ms, sequenceid=70, compaction requested=false at 1733365043967 (+7 ms)Writing region close event to WAL at 1733365043971 (+4 ms)Closed at 1733365043971 2024-12-05T02:17:23,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44905 is added to blk_1073741830_1006 (size=41008) 2024-12-05T02:17:23,974 INFO [M:0;01bccfa882c7:37143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:17:23,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:17:23,975 INFO [M:0;01bccfa882c7:37143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37143 2024-12-05T02:17:23,975 INFO [M:0;01bccfa882c7:37143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:17:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:24,077 INFO [M:0;01bccfa882c7:37143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:17:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37143-0x101806940da0000, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:17:24,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:24,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:24,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:24,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:24,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:24,082 WARN [BP-977476886-172.17.0.2-1733365028462 heartbeating to localhost/127.0.0.1:39273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:17:24,082 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:17:24,082 WARN [BP-977476886-172.17.0.2-1733365028462 heartbeating to localhost/127.0.0.1:39273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-977476886-172.17.0.2-1733365028462 (Datanode Uuid 854930ce-29b9-402d-9841-5504e24309a5) service to localhost/127.0.0.1:39273 2024-12-05T02:17:24,082 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:17:24,083 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/data/data1/current/BP-977476886-172.17.0.2-1733365028462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:24,084 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/cluster_c6ee9149-ae83-1df8-d64c-298b039b9340/data/data2/current/BP-977476886-172.17.0.2-1733365028462 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:17:24,084 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:17:24,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:24,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:17:24,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:17:24,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:17:24,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fd1e6ac3-974a-b7da-6531-fda73db972ba/hadoop.log.dir/,STOPPED} 2024-12-05T02:17:24,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:17:24,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:17:24,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39273 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52788) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45925 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=247 (was 271), ProcessCount=11 (was 11), AvailableMemoryMB=8209 (was 7328) - AvailableMemoryMB LEAK? - 2024-12-05T02:17:24,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=247, ProcessCount=11, AvailableMemoryMB=8208 2024-12-05T02:17:24,143 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-05T02:17:24,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir so I do NOT create it in target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625 2024-12-05T02:17:24,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:17:24,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.tmp.dir so I do NOT create it in target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625 2024-12-05T02:17:24,144 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c27b5012-8584-07c7-a67d-3efbe75101f8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:17:24,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625 2024-12-05T02:17:24,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a, deleteOnExit=true 2024-12-05T02:17:24,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/zookeeper_0, clientPort=49848, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:17:24,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49848 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/test.cache.data in system properties and HBase conf 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:17:24,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:17:24,151 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:17:24,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:17:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:17:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:17:24,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:17:24,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806940da0002, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:17:24,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806940da0005, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:17:24,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806940da0005, quorum=127.0.0.1:52788, baseZNode=/1167806668 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:17:24,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806940da0002, quorum=127.0.0.1:52788, baseZNode=/0-844528462 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:17:24,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:24,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:24,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:24,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:24,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:17:24,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:24,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:24,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:24,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/java.io.tmpdir/jetty-localhost-42533-hadoop-hdfs-3_4_1-tests_jar-_-any-5608532885713885382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:24,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:42533} 2024-12-05T02:17:24,421 INFO [Time-limited test {}] server.Server(415): Started @47331ms 2024-12-05T02:17:24,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:24,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:24,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:24,569 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:24,569 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:17:24,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:24,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:24,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/java.io.tmpdir/jetty-localhost-37945-hadoop-hdfs-3_4_1-tests_jar-_-any-16513393590989615461/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:24,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:37945} 2024-12-05T02:17:24,714 INFO [Time-limited test {}] server.Server(415): Started @47624ms 2024-12-05T02:17:24,716 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:17:24,846 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/data/data1/current/BP-497854526-172.17.0.2-1733365044190/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:24,846 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/data/data2/current/BP-497854526-172.17.0.2-1733365044190/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:24,867 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:17:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767a0326db9e16f8 with lease ID 0x4d75b1561e353370: Processing first storage report for DS-51555eca-070e-40bd-96e9-7fa47ecf2864 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=395f50ec-5253-41e3-a3b0-69a230330572, infoPort=38995, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1410165119;c=1733365044190) 2024-12-05T02:17:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767a0326db9e16f8 with lease ID 0x4d75b1561e353370: from storage DS-51555eca-070e-40bd-96e9-7fa47ecf2864 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=395f50ec-5253-41e3-a3b0-69a230330572, infoPort=38995, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1410165119;c=1733365044190), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:17:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767a0326db9e16f8 with lease ID 0x4d75b1561e353370: Processing first storage report for DS-b05a0557-7f1b-4bfb-a10a-6f1495578609 from datanode DatanodeRegistration(127.0.0.1:37487, datanodeUuid=395f50ec-5253-41e3-a3b0-69a230330572, infoPort=38995, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1410165119;c=1733365044190) 2024-12-05T02:17:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767a0326db9e16f8 with lease ID 0x4d75b1561e353370: from storage DS-b05a0557-7f1b-4bfb-a10a-6f1495578609 node DatanodeRegistration(127.0.0.1:37487, datanodeUuid=395f50ec-5253-41e3-a3b0-69a230330572, infoPort=38995, infoSecurePort=0, ipcPort=45083, storageInfo=lv=-57;cid=testClusterID;nsid=1410165119;c=1733365044190), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:24,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625 2024-12-05T02:17:24,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:24,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:17:25,369 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625 with version=8 2024-12-05T02:17:25,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/hbase-staging 2024-12-05T02:17:25,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:17:25,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:25,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39371 2024-12-05T02:17:25,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39371 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393710x0, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:25,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39371-0x10180697e430000 connected 2024-12-05T02:17:25,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:25,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:25,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/running 2024-12-05T02:17:25,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625, hbase.cluster.distributed=false 2024-12-05T02:17:25,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/acl 2024-12-05T02:17:25,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-05T02:17:25,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39371 2024-12-05T02:17:25,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39371 2024-12-05T02:17:25,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-05T02:17:25,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39371 2024-12-05T02:17:25,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:25,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:17:25,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:25,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37029 2024-12-05T02:17:25,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37029 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:25,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:25,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:25,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370290x0, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:25,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370290x0, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/running 2024-12-05T02:17:25,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37029-0x10180697e430001 connected 2024-12-05T02:17:25,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:17:25,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:17:25,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/master 2024-12-05T02:17:25,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/acl 2024-12-05T02:17:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T02:17:25,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37029 2024-12-05T02:17:25,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37029 2024-12-05T02:17:25,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T02:17:25,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37029 2024-12-05T02:17:25,483 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:39371 2024-12-05T02:17:25,484 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02085496833/backup-masters/01bccfa882c7,39371,1733365045371 2024-12-05T02:17:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/backup-masters 2024-12-05T02:17:25,489 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on existing znode=/02085496833/backup-masters/01bccfa882c7,39371,1733365045371 2024-12-05T02:17:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/backup-masters 2024-12-05T02:17:25,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on existing znode=/02085496833/master 2024-12-05T02:17:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02085496833/master 2024-12-05T02:17:25,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:25,492 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02085496833/backup-masters/01bccfa882c7,39371,1733365045371 from backup master directory 2024-12-05T02:17:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02085496833/backup-masters/01bccfa882c7,39371,1733365045371 2024-12-05T02:17:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/backup-masters 2024-12-05T02:17:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/backup-masters 2024-12-05T02:17:25,495 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:25,495 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,39371,1733365045371 2024-12-05T02:17:25,502 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/hbase.id] with ID: 8742b168-1ae8-4e8c-adf2-97d1bf60eff1 2024-12-05T02:17:25,502 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/.tmp/hbase.id 2024-12-05T02:17:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:17:25,919 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/.tmp/hbase.id]:[hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/hbase.id] 2024-12-05T02:17:25,930 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:25,930 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:17:25,931 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:17:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:17:26,340 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:26,340 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:17:26,341 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:26,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:17:26,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store 2024-12-05T02:17:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:27,157 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:27,157 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:27,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365047157Disabling compacts and flushes for region at 1733365047157Disabling writes for close at 1733365047157Writing region close event to WAL at 1733365047157Closed at 1733365047157 2024-12-05T02:17:27,158 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/.initializing 2024-12-05T02:17:27,158 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/WALs/01bccfa882c7,39371,1733365045371 2024-12-05T02:17:27,159 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:27,161 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C39371%2C1733365045371, suffix=, logDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/WALs/01bccfa882c7,39371,1733365045371, archiveDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/oldWALs, maxLogs=10 2024-12-05T02:17:27,174 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/WALs/01bccfa882c7,39371,1733365045371/01bccfa882c7%2C39371%2C1733365045371.1733365047161, exclude list is [], retry=0 2024-12-05T02:17:27,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-51555eca-070e-40bd-96e9-7fa47ecf2864,DISK] 2024-12-05T02:17:27,178 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/WALs/01bccfa882c7,39371,1733365045371/01bccfa882c7%2C39371%2C1733365045371.1733365047161 2024-12-05T02:17:27,179 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-05T02:17:27,179 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:27,179 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:27,179 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,179 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:17:27,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:27,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:27,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:17:27,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:27,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:27,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:17:27,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:27,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:27,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:17:27,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:27,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:27,187 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,188 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,188 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,190 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,190 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,190 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:27,191 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:27,193 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:27,194 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72523234, jitterRate=0.08068040013313293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:27,195 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365047179Initializing all the Stores at 1733365047180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365047180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365047180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365047180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365047180Cleaning up temporary data from old regions at 1733365047190 (+10 ms)Region opened successfully at 1733365047195 (+5 ms) 2024-12-05T02:17:27,195 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:17:27,198 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c39ee64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:27,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:17:27,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:17:27,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:17:27,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:17:27,200 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:17:27,200 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:17:27,200 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:17:27,202 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:17:27,202 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/balancer because node does not exist (not necessarily an error) 2024-12-05T02:17:27,204 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/balancer already deleted, retry=false 2024-12-05T02:17:27,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:17:27,205 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:17:27,206 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/normalizer already deleted, retry=false 2024-12-05T02:17:27,206 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:17:27,207 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:17:27,208 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/switch/split already deleted, retry=false 2024-12-05T02:17:27,209 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:17:27,211 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/switch/merge already deleted, retry=false 2024-12-05T02:17:27,214 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:17:27,215 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/snapshot-cleanup already deleted, retry=false 2024-12-05T02:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02085496833/running 2024-12-05T02:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02085496833/running 2024-12-05T02:17:27,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,217 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,39371,1733365045371, sessionid=0x10180697e430000, setting cluster-up flag (Was=false) 2024-12-05T02:17:27,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,226 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02085496833/flush-table-proc/acquired, /02085496833/flush-table-proc/reached, /02085496833/flush-table-proc/abort 2024-12-05T02:17:27,227 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,39371,1733365045371 2024-12-05T02:17:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:27,236 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02085496833/online-snapshot/acquired, /02085496833/online-snapshot/reached, /02085496833/online-snapshot/abort 2024-12-05T02:17:27,237 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,39371,1733365045371 2024-12-05T02:17:27,239 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:17:27,241 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:27,241 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:17:27,241 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:17:27,241 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,39371,1733365045371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:27,243 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:27,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:17:27,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:27,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:17:27,253 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365077253 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:17:27,254 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:17:27,264 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:17:27,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:17:27,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:17:27,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:17:27,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:17:27,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:17:27,265 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365047265,5,FailOnTimeoutGroup] 2024-12-05T02:17:27,266 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365047265,5,FailOnTimeoutGroup] 2024-12-05T02:17:27,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:17:27,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,266 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,277 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(746): ClusterId : 8742b168-1ae8-4e8c-adf2-97d1bf60eff1 2024-12-05T02:17:27,277 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:17:27,279 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:17:27,280 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:17:27,282 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:17:27,282 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67efa6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:27,296 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:37029 2024-12-05T02:17:27,296 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:17:27,296 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:17:27,296 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:17:27,297 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,39371,1733365045371 with port=37029, startcode=1733365045448 2024-12-05T02:17:27,297 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:17:27,299 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:17:27,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,301 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625 2024-12-05T02:17:27,301 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38989 2024-12-05T02:17:27,301 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:17:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/rs 2024-12-05T02:17:27,303 DEBUG [RS:0;01bccfa882c7:37029 {}] zookeeper.ZKUtil(111): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on existing znode=/02085496833/rs/01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,303 WARN [RS:0;01bccfa882c7:37029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:27,303 INFO [RS:0;01bccfa882c7:37029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:27,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,37029,1733365045448] 2024-12-05T02:17:27,303 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,309 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:17:27,311 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:17:27,313 INFO [RS:0;01bccfa882c7:37029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:17:27,313 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,316 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:17:27,317 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:17:27,317 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,317 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,317 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,317 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:27,318 DEBUG [RS:0;01bccfa882c7:37029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:27,318 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,318 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,318 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,319 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,319 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,319 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37029,1733365045448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:27,333 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:17:27,334 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37029,1733365045448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,334 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,334 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.Replication(171): 01bccfa882c7,37029,1733365045448 started 2024-12-05T02:17:27,352 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:27,352 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,37029,1733365045448, RpcServer on 01bccfa882c7/172.17.0.2:37029, sessionid=0x10180697e430001 2024-12-05T02:17:27,352 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:17:27,352 DEBUG [RS:0;01bccfa882c7:37029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,352 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37029,1733365045448' 2024-12-05T02:17:27,352 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02085496833/flush-table-proc/abort' 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02085496833/flush-table-proc/acquired' 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,37029,1733365045448 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37029,1733365045448' 2024-12-05T02:17:27,353 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02085496833/online-snapshot/abort' 2024-12-05T02:17:27,354 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02085496833/online-snapshot/acquired' 2024-12-05T02:17:27,354 DEBUG [RS:0;01bccfa882c7:37029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:17:27,354 INFO [RS:0;01bccfa882c7:37029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:17:27,354 INFO [RS:0;01bccfa882c7:37029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:17:27,455 INFO [RS:0;01bccfa882c7:37029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:27,457 INFO [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37029%2C1733365045448, suffix=, logDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448, archiveDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs, maxLogs=10 2024-12-05T02:17:27,470 DEBUG [RS:0;01bccfa882c7:37029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457, exclude list is [], retry=0 2024-12-05T02:17:27,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-51555eca-070e-40bd-96e9-7fa47ecf2864,DISK] 2024-12-05T02:17:27,476 INFO [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 2024-12-05T02:17:27,476 DEBUG [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-05T02:17:27,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:17:27,657 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625 2024-12-05T02:17:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:17:27,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:27,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:27,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:27,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:27,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:28,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:28,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:28,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:28,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:28,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:28,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:28,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:28,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:28,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:28,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:28,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740 2024-12-05T02:17:28,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740 2024-12-05T02:17:28,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:28,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:28,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:28,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:28,079 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:28,080 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60623038, jitterRate=-0.09664633870124817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365048064Initializing all the Stores at 1733365048065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365048065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048065Cleaning up temporary data from old regions at 1733365048076 (+11 ms)Region opened successfully at 1733365048080 (+4 ms) 2024-12-05T02:17:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:28,080 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:28,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:28,081 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:28,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365048080Disabling compacts and flushes for region at 1733365048080Disabling writes for close at 1733365048080Writing region close event to WAL at 1733365048081 (+1 ms)Closed at 1733365048081 2024-12-05T02:17:28,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:28,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:17:28,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:17:28,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:28,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:17:28,234 DEBUG [01bccfa882c7:39371 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:17:28,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:28,236 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37029,1733365045448, state=OPENING 2024-12-05T02:17:28,238 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:17:28,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:28,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:28,239 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:28,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37029,1733365045448}] 2024-12-05T02:17:28,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02085496833/meta-region-server: CHANGED 2024-12-05T02:17:28,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02085496833/meta-region-server: CHANGED 2024-12-05T02:17:28,392 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:17:28,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:17:28,398 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:17:28,398 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:28,398 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:17:28,400 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37029%2C1733365045448.meta, suffix=.meta, logDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448, archiveDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs, maxLogs=10 2024-12-05T02:17:28,413 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.meta.1733365048400.meta, exclude list is [], retry=0 2024-12-05T02:17:28,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-51555eca-070e-40bd-96e9-7fa47ecf2864,DISK] 2024-12-05T02:17:28,417 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.meta.1733365048400.meta 2024-12-05T02:17:28,417 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:28,418 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:17:28,418 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:17:28,418 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:17:28,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:28,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:28,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:28,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:28,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:28,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:28,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:28,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:28,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:28,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:28,424 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:28,425 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740 2024-12-05T02:17:28,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740 2024-12-05T02:17:28,427 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:28,427 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:28,428 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:28,429 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:28,430 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67260130, jitterRate=0.0022540390491485596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:28,430 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:17:28,430 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365048419Writing region info on filesystem at 1733365048419Initializing all the Stores at 1733365048419Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048420 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365048420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365048420Cleaning up temporary data from old regions at 1733365048427 (+7 ms)Running coprocessor post-open hooks at 1733365048430 (+3 ms)Region opened successfully at 1733365048430 2024-12-05T02:17:28,431 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365048392 2024-12-05T02:17:28,434 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:17:28,434 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:17:28,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:28,435 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37029,1733365045448, state=OPEN 2024-12-05T02:17:28,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02085496833/meta-region-server 2024-12-05T02:17:28,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02085496833/meta-region-server 2024-12-05T02:17:28,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:28,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02085496833/meta-region-server: CHANGED 2024-12-05T02:17:28,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02085496833/meta-region-server: CHANGED 2024-12-05T02:17:28,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:17:28,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37029,1733365045448 in 204 msec 2024-12-05T02:17:28,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:17:28,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-05T02:17:28,448 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:28,449 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:17:28,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:28,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:28,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:28,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:28,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-12-05T02:17:28,457 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365048457, completionTime=-1 2024-12-05T02:17:28,457 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:17:28,457 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:17:28,459 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:17:28,459 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365108459 2024-12-05T02:17:28,459 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365168459 2024-12-05T02:17:28,459 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:17:28,459 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:39371, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,460 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,462 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.969sec 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:28,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:17:28,467 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:17:28,467 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:17:28,467 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39371,1733365045371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:28,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:28,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39371,-1 for getting cluster id 2024-12-05T02:17:28,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:28,479 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8742b168-1ae8-4e8c-adf2-97d1bf60eff1' 2024-12-05T02:17:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8742b168-1ae8-4e8c-adf2-97d1bf60eff1" 2024-12-05T02:17:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fba8778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39371,-1] 2024-12-05T02:17:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:28,481 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:28,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:28,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:28,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:28,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,39371,1733365045371 2024-12-05T02:17:28,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:28,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10180697e430002 connected 2024-12-05T02:17:28,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir so I do NOT create it in target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233 2024-12-05T02:17:28,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:17:28,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.tmp.dir so I do NOT create it in target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233 2024-12-05T02:17:28,491 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:17:28,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/cluster_49a029eb-757c-2edd-610d-33b23615aa3d, deleteOnExit=true 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/test.cache.data in system properties and HBase conf 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:17:28,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:17:28,492 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:17:28,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:17:28,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:17:28,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:28,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:28,577 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:28,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:28,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:17:28,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:28,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:28,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:28,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-1072450377072531450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:17:28,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-12-05T02:17:28,699 INFO [Time-limited test {}] server.Server(415): Started @51608ms 2024-12-05T02:17:28,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:17:28,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:17:28,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:17:28,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:17:28,781 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:17:28,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:17:28,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:17:28,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/java.io.tmpdir/jetty-localhost-40705-hadoop-hdfs-3_4_1-tests_jar-_-any-6695020078086085893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:17:28,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:40705} 2024-12-05T02:17:28,897 INFO [Time-limited test {}] server.Server(415): Started @51806ms 2024-12-05T02:17:28,898 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:17:29,003 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/cluster_49a029eb-757c-2edd-610d-33b23615aa3d/data/data1/current/BP-1703959006-172.17.0.2-1733365048514/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:29,003 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/cluster_49a029eb-757c-2edd-610d-33b23615aa3d/data/data2/current/BP-1703959006-172.17.0.2-1733365048514/current, will proceed with Du for space computation calculation, 2024-12-05T02:17:29,025 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:17:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9334446dc51acf10 with lease ID 0x35ed91cedfe85e89: Processing first storage report for DS-89fc4e28-0a49-4650-bc46-0f5f76841ae9 from datanode DatanodeRegistration(127.0.0.1:45283, datanodeUuid=40a02ec4-1eac-4471-b7f6-1ed4bb72173e, infoPort=36505, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=1156915975;c=1733365048514) 2024-12-05T02:17:29,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9334446dc51acf10 with lease ID 0x35ed91cedfe85e89: from storage DS-89fc4e28-0a49-4650-bc46-0f5f76841ae9 node DatanodeRegistration(127.0.0.1:45283, datanodeUuid=40a02ec4-1eac-4471-b7f6-1ed4bb72173e, infoPort=36505, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=1156915975;c=1733365048514), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:29,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9334446dc51acf10 with lease ID 0x35ed91cedfe85e89: Processing first storage report for DS-5e3b868e-1cc8-4b62-a483-1ff3a5f2864b from datanode DatanodeRegistration(127.0.0.1:45283, datanodeUuid=40a02ec4-1eac-4471-b7f6-1ed4bb72173e, infoPort=36505, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=1156915975;c=1733365048514) 2024-12-05T02:17:29,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9334446dc51acf10 with lease ID 0x35ed91cedfe85e89: from storage DS-5e3b868e-1cc8-4b62-a483-1ff3a5f2864b node DatanodeRegistration(127.0.0.1:45283, datanodeUuid=40a02ec4-1eac-4471-b7f6-1ed4bb72173e, infoPort=36505, infoSecurePort=0, ipcPort=46069, storageInfo=lv=-57;cid=testClusterID;nsid=1156915975;c=1733365048514), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:17:29,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233 2024-12-05T02:17:29,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:17:29,533 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99 with version=8 2024-12-05T02:17:29,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/hbase-staging 2024-12-05T02:17:29,536 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:29,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,537 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:29,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,537 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:29,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:17:29,537 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:29,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40939 2024-12-05T02:17:29,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40939 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409390x0, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:29,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40939-0x10180697e430003 connected 2024-12-05T02:17:29,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/running 2024-12-05T02:17:29,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99, hbase.cluster.distributed=false 2024-12-05T02:17:29,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/acl 2024-12-05T02:17:29,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40939 2024-12-05T02:17:29,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40939 2024-12-05T02:17:29,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40939 2024-12-05T02:17:29,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40939 2024-12-05T02:17:29,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40939 2024-12-05T02:17:29,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:17:29,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:17:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:17:29,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:17:29,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:17:29,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:17:29,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37839 2024-12-05T02:17:29,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37839 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:29,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:29,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378390x0, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:29,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378390x0, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/running 2024-12-05T02:17:29,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37839-0x10180697e430004 connected 2024-12-05T02:17:29,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:17:29,601 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:17:29,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/master 2024-12-05T02:17:29,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/acl 2024-12-05T02:17:29,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T02:17:29,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37839 2024-12-05T02:17:29,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37839 2024-12-05T02:17:29,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T02:17:29,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37839 2024-12-05T02:17:29,627 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:40939 2024-12-05T02:17:29,628 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-279561856/backup-masters/01bccfa882c7,40939,1733365049536 2024-12-05T02:17:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/backup-masters 2024-12-05T02:17:29,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/backup-masters 2024-12-05T02:17:29,631 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on existing znode=/1-279561856/backup-masters/01bccfa882c7,40939,1733365049536 2024-12-05T02:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-279561856/master 2024-12-05T02:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:29,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:29,633 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on existing znode=/1-279561856/master 2024-12-05T02:17:29,633 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-279561856/backup-masters/01bccfa882c7,40939,1733365049536 from backup master directory 2024-12-05T02:17:29,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-279561856/backup-masters/01bccfa882c7,40939,1733365049536 2024-12-05T02:17:29,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/backup-masters 2024-12-05T02:17:29,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/backup-masters 2024-12-05T02:17:29,635 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:29,635 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,40939,1733365049536 2024-12-05T02:17:29,639 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/hbase.id] with ID: e424b720-9604-448c-93f8-00fc3b7c01e9 2024-12-05T02:17:29,639 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/.tmp/hbase.id 2024-12-05T02:17:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:17:30,045 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/.tmp/hbase.id]:[hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/hbase.id] 2024-12-05T02:17:30,067 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:30,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:17:30,069 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:17:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:17:30,086 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:30,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:17:30,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:17:30,508 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store 2024-12-05T02:17:30,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:17:30,916 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:30,916 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:17:30,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365050916Disabling compacts and flushes for region at 1733365050916Disabling writes for close at 1733365050916Writing region close event to WAL at 1733365050916Closed at 1733365050916 2024-12-05T02:17:30,917 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/.initializing 2024-12-05T02:17:30,917 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/WALs/01bccfa882c7,40939,1733365049536 2024-12-05T02:17:30,919 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:30,920 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C40939%2C1733365049536, suffix=, logDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/WALs/01bccfa882c7,40939,1733365049536, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/oldWALs, maxLogs=10 2024-12-05T02:17:30,935 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/WALs/01bccfa882c7,40939,1733365049536/01bccfa882c7%2C40939%2C1733365049536.1733365050921, exclude list is [], retry=0 2024-12-05T02:17:30,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-89fc4e28-0a49-4650-bc46-0f5f76841ae9,DISK] 2024-12-05T02:17:30,941 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/WALs/01bccfa882c7,40939,1733365049536/01bccfa882c7%2C40939%2C1733365049536.1733365050921 2024-12-05T02:17:30,944 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-12-05T02:17:30,944 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:30,944 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:30,944 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,944 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:17:30,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:30,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:30,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:17:30,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:30,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:30,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:17:30,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:30,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:30,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:17:30,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:30,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:30,954 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,955 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,955 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,957 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,957 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,957 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:30,958 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:17:30,961 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:30,961 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70135055, jitterRate=0.04509375989437103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:30,961 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365050945Initializing all the Stores at 1733365050945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365050946 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365050946Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365050946Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365050946Cleaning up temporary data from old regions at 1733365050957 (+11 ms)Region opened successfully at 1733365050961 (+4 ms) 2024-12-05T02:17:30,961 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:17:30,964 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300ab789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:30,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:17:30,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:17:30,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:17:30,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:17:30,966 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:17:30,966 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:17:30,966 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:17:30,969 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:17:30,970 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/balancer because node does not exist (not necessarily an error) 2024-12-05T02:17:30,971 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/balancer already deleted, retry=false 2024-12-05T02:17:30,972 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:17:30,972 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:17:30,975 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/normalizer already deleted, retry=false 2024-12-05T02:17:30,975 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:17:30,976 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:17:30,977 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/switch/split already deleted, retry=false 2024-12-05T02:17:30,978 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:17:30,980 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/switch/merge already deleted, retry=false 2024-12-05T02:17:30,982 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:17:30,983 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/snapshot-cleanup already deleted, retry=false 2024-12-05T02:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-279561856/running 2024-12-05T02:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-279561856/running 2024-12-05T02:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,987 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,40939,1733365049536, sessionid=0x10180697e430003, setting cluster-up flag (Was=false) 2024-12-05T02:17:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,995 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-279561856/flush-table-proc/acquired, /1-279561856/flush-table-proc/reached, /1-279561856/flush-table-proc/abort 2024-12-05T02:17:30,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,40939,1733365049536 2024-12-05T02:17:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:31,006 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-279561856/online-snapshot/acquired, /1-279561856/online-snapshot/reached, /1-279561856/online-snapshot/abort 2024-12-05T02:17:31,007 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,40939,1733365049536 2024-12-05T02:17:31,008 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:17:31,010 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:31,010 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:17:31,010 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:17:31,010 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,40939,1733365049536 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:31,012 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,013 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(746): ClusterId : e424b720-9604-448c-93f8-00fc3b7c01e9 2024-12-05T02:17:31,013 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:17:31,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:31,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:17:31,015 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:17:31,015 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365081015 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:17:31,015 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:17:31,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:31,016 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,016 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:17:31,016 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:17:31,016 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:17:31,016 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:17:31,016 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:17:31,019 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:17:31,019 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0963a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:17:31,020 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:17:31,020 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:17:31,025 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365051020,5,FailOnTimeoutGroup] 2024-12-05T02:17:31,025 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365051025,5,FailOnTimeoutGroup] 2024-12-05T02:17:31,025 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,025 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:17:31,025 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,025 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:17:31,040 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:37839 2024-12-05T02:17:31,040 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:17:31,040 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:17:31,040 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:17:31,041 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,40939,1733365049536 with port=37839, startcode=1733365049589 2024-12-05T02:17:31,041 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:17:31,043 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:17:31,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40939 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,046 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99 2024-12-05T02:17:31,046 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46157 2024-12-05T02:17:31,046 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:17:31,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/rs 2024-12-05T02:17:31,051 DEBUG [RS:0;01bccfa882c7:37839 {}] zookeeper.ZKUtil(111): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on existing znode=/1-279561856/rs/01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,051 WARN [RS:0;01bccfa882c7:37839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:17:31,051 INFO [RS:0;01bccfa882c7:37839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:31,051 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,051 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,37839,1733365049589] 2024-12-05T02:17:31,055 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:17:31,060 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:17:31,061 INFO [RS:0;01bccfa882c7:37839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:17:31,061 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,062 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:17:31,062 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:17:31,062 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:31,063 DEBUG [RS:0;01bccfa882c7:37839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:17:31,063 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,064 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,064 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,064 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,064 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,064 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37839,1733365049589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:31,083 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:17:31,083 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,37839,1733365049589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,083 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,083 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.Replication(171): 01bccfa882c7,37839,1733365049589 started 2024-12-05T02:17:31,099 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:31,099 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,37839,1733365049589, RpcServer on 01bccfa882c7/172.17.0.2:37839, sessionid=0x10180697e430004 2024-12-05T02:17:31,099 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:17:31,099 DEBUG [RS:0;01bccfa882c7:37839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,099 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37839,1733365049589' 2024-12-05T02:17:31,099 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-279561856/flush-table-proc/abort' 2024-12-05T02:17:31,099 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-279561856/flush-table-proc/acquired' 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,37839,1733365049589 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,37839,1733365049589' 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-279561856/online-snapshot/abort' 2024-12-05T02:17:31,100 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-279561856/online-snapshot/acquired' 2024-12-05T02:17:31,101 DEBUG [RS:0;01bccfa882c7:37839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:17:31,101 INFO [RS:0;01bccfa882c7:37839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:17:31,101 INFO [RS:0;01bccfa882c7:37839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:17:31,202 INFO [RS:0;01bccfa882c7:37839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:17:31,203 INFO [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37839%2C1733365049589, suffix=, logDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/oldWALs, maxLogs=10 2024-12-05T02:17:31,225 DEBUG [RS:0;01bccfa882c7:37839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.1733365051204, exclude list is [], retry=0 2024-12-05T02:17:31,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-89fc4e28-0a49-4650-bc46-0f5f76841ae9,DISK] 2024-12-05T02:17:31,231 INFO [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.1733365051204 2024-12-05T02:17:31,231 DEBUG [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-12-05T02:17:31,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:17:31,429 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99 2024-12-05T02:17:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:17:31,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:31,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:31,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:31,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:31,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:31,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:31,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:31,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:31,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:31,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:31,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:31,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:31,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:31,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:31,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:31,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:31,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:31,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740 2024-12-05T02:17:31,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740 2024-12-05T02:17:31,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:31,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:31,850 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:31,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:31,854 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62610859, jitterRate=-0.06702549755573273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365051837Initializing all the Stores at 1733365051838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365051838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365051838Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365051838Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365051838Cleaning up temporary data from old regions at 1733365051850 (+12 ms)Region opened successfully at 1733365051854 (+4 ms) 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:17:31,854 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:17:31,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:17:31,855 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:17:31,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365051854Disabling compacts and flushes for region at 1733365051854Disabling writes for close at 1733365051854Writing region close event to WAL at 1733365051855 (+1 ms)Closed at 1733365051855 2024-12-05T02:17:31,856 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:31,856 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:17:31,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:17:31,858 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:31,859 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:17:32,009 DEBUG [01bccfa882c7:40939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:17:32,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:32,011 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37839,1733365049589, state=OPENING 2024-12-05T02:17:32,013 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:17:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:17:32,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-279561856/meta-region-server: CHANGED 2024-12-05T02:17:32,015 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:17:32,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-279561856/meta-region-server: CHANGED 2024-12-05T02:17:32,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37839,1733365049589}] 2024-12-05T02:17:32,168 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:17:32,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:17:32,173 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:17:32,173 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:32,173 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:17:32,175 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37839%2C1733365049589.meta, suffix=.meta, logDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589, archiveDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/oldWALs, maxLogs=10 2024-12-05T02:17:32,189 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.meta.1733365052175.meta, exclude list is [], retry=0 2024-12-05T02:17:32,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45283,DS-89fc4e28-0a49-4650-bc46-0f5f76841ae9,DISK] 2024-12-05T02:17:32,192 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.meta.1733365052175.meta 2024-12-05T02:17:32,192 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36505:36505)] 2024-12-05T02:17:32,192 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:32,193 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:17:32,193 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:17:32,193 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:17:32,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:17:32,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:17:32,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:32,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:32,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:17:32,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:17:32,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:32,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:32,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:17:32,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:17:32,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:32,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:32,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:17:32,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:17:32,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:32,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:17:32,200 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:17:32,200 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740 2024-12-05T02:17:32,201 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740 2024-12-05T02:17:32,202 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:17:32,202 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:17:32,203 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:17:32,204 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:17:32,205 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61375797, jitterRate=-0.0854293555021286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:17:32,205 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:17:32,205 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365052194Writing region info on filesystem at 1733365052194Initializing all the Stores at 1733365052194Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365052194Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365052195 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365052195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365052195Cleaning up temporary data from old regions at 1733365052202 (+7 ms)Running coprocessor post-open hooks at 1733365052205 (+3 ms)Region opened successfully at 1733365052205 2024-12-05T02:17:32,206 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365052167 2024-12-05T02:17:32,208 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:17:32,208 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:17:32,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:32,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,37839,1733365049589, state=OPEN 2024-12-05T02:17:32,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-279561856/meta-region-server 2024-12-05T02:17:32,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-279561856/meta-region-server 2024-12-05T02:17:32,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:32,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-279561856/meta-region-server: CHANGED 2024-12-05T02:17:32,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-279561856/meta-region-server: CHANGED 2024-12-05T02:17:32,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:17:32,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,37839,1733365049589 in 196 msec 2024-12-05T02:17:32,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:17:32,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-12-05T02:17:32,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:17:32,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:17:32,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:32,218 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37839,1733365049589, seqNum=-1] 2024-12-05T02:17:32,218 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:32,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:32,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-12-05T02:17:32,224 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365052224, completionTime=-1 2024-12-05T02:17:32,224 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:17:32,224 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:17:32,225 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:17:32,225 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365112225 2024-12-05T02:17:32,225 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365172225 2024-12-05T02:17:32,225 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:40939, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,226 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,228 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:17:32,229 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.594sec 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:17:32,230 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:17:32,232 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:17:32,232 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:17:32,232 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,40939,1733365049536-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:17:32,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:32,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,40939,-1 for getting cluster id 2024-12-05T02:17:32,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:32,315 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e424b720-9604-448c-93f8-00fc3b7c01e9' 2024-12-05T02:17:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:32,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e424b720-9604-448c-93f8-00fc3b7c01e9" 2024-12-05T02:17:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b47416d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,40939,-1] 2024-12-05T02:17:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:32,317 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:32,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:32,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37839,1733365049589, seqNum=-1] 2024-12-05T02:17:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:32,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:32,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,40939,1733365049536 2024-12-05T02:17:32,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49848 2024-12-05T02:17:32,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:17:32,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10180697e430005 connected 2024-12-05T02:17:32,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39371,1733365045371 2024-12-05T02:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219dfe3 2024-12-05T02:17:32,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:32,337 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:32,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:17:32,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:17:32,346 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:32,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:17:32,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:17:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:32,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:17:32,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:17:32,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:17:32,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T02:17:32,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:17:32,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:17:32,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:17:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:32,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3188c0590ac4e3481c028cd1f70e440e, NAME => 'test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625 2024-12-05T02:17:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:17:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3188c0590ac4e3481c028cd1f70e440e, disabling compactions & flushes 2024-12-05T02:17:33,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. after waiting 0 ms 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3188c0590ac4e3481c028cd1f70e440e: Waiting for close lock at 1733365053166Disabling compacts and flushes for region at 1733365053166Disabling writes for close at 1733365053166Writing region close event to WAL at 1733365053166Closed at 1733365053166 2024-12-05T02:17:33,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:17:33,168 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365053168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365053168"}]},"ts":"1733365053168"} 2024-12-05T02:17:33,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:17:33,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:17:33,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365053171"}]},"ts":"1733365053171"} 2024-12-05T02:17:33,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:17:33,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3188c0590ac4e3481c028cd1f70e440e, ASSIGN}] 2024-12-05T02:17:33,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3188c0590ac4e3481c028cd1f70e440e, ASSIGN 2024-12-05T02:17:33,176 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3188c0590ac4e3481c028cd1f70e440e, ASSIGN; state=OFFLINE, location=01bccfa882c7,37029,1733365045448; forceNewPlan=false, retain=false 2024-12-05T02:17:33,309 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:17:33,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3188c0590ac4e3481c028cd1f70e440e, regionState=OPENING, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:33,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3188c0590ac4e3481c028cd1f70e440e, ASSIGN because future has completed 2024-12-05T02:17:33,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3188c0590ac4e3481c028cd1f70e440e, server=01bccfa882c7,37029,1733365045448}] 2024-12-05T02:17:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:33,488 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,488 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3188c0590ac4e3481c028cd1f70e440e, NAME => 'test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:33,489 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:33,489 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:17:33,490 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,490 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:33,490 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,490 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,491 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,493 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3188c0590ac4e3481c028cd1f70e440e columnFamilyName f 2024-12-05T02:17:33,493 DEBUG [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:33,493 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(327): Store=3188c0590ac4e3481c028cd1f70e440e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:33,493 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,495 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3188c0590ac4e3481c028cd1f70e440e columnFamilyName f1 2024-12-05T02:17:33,495 DEBUG [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:33,495 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(327): Store=3188c0590ac4e3481c028cd1f70e440e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:33,495 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,496 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3188c0590ac4e3481c028cd1f70e440e columnFamilyName norep 2024-12-05T02:17:33,496 DEBUG [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:33,497 INFO [StoreOpener-3188c0590ac4e3481c028cd1f70e440e-1 {}] regionserver.HStore(327): Store=3188c0590ac4e3481c028cd1f70e440e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,497 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,498 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,499 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,499 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,499 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:17:33,500 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,502 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:33,503 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3188c0590ac4e3481c028cd1f70e440e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69982533, jitterRate=0.042821004986763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:17:33,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:17:33,503 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3188c0590ac4e3481c028cd1f70e440e: Running coprocessor pre-open hook at 1733365053490Writing region info on filesystem at 1733365053490Initializing all the Stores at 1733365053491 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365053491Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365053491Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365053491Cleaning up temporary data from old regions at 1733365053499 (+8 ms)Running coprocessor post-open hooks at 1733365053503 (+4 ms)Region opened successfully at 1733365053503 2024-12-05T02:17:33,505 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., pid=6, masterSystemTime=1733365053482 2024-12-05T02:17:33,508 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,508 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:17:33,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3188c0590ac4e3481c028cd1f70e440e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:33,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3188c0590ac4e3481c028cd1f70e440e, server=01bccfa882c7,37029,1733365045448 because future has completed 2024-12-05T02:17:33,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:17:33,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3188c0590ac4e3481c028cd1f70e440e, server=01bccfa882c7,37029,1733365045448 in 183 msec 2024-12-05T02:17:33,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:17:33,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3188c0590ac4e3481c028cd1f70e440e, ASSIGN in 341 msec 2024-12-05T02:17:33,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:17:33,518 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365053518"}]},"ts":"1733365053518"} 2024-12-05T02:17:33,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:17:33,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:17:33,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-12-05T02:17:33,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:33,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:33,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:33,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:33,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:34,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:34,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:34,493 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,40939,1733365049536 2024-12-05T02:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc53b18 2024-12-05T02:17:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:34,495 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:34,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:34,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:17:34,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:17:34,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:34,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:17:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:34,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:17:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:17:34,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:34,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3e1e9adddd7dc045048e42583f21bc4, NAME => 'test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99 2024-12-05T02:17:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:17:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a3e1e9adddd7dc045048e42583f21bc4, disabling compactions & flushes 2024-12-05T02:17:35,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. after waiting 0 ms 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3e1e9adddd7dc045048e42583f21bc4: Waiting for close lock at 1733365055315Disabling compacts and flushes for region at 1733365055315Disabling writes for close at 1733365055315Writing region close event to WAL at 1733365055315Closed at 1733365055315 2024-12-05T02:17:35,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:17:35,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365055317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365055317"}]},"ts":"1733365055317"} 2024-12-05T02:17:35,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:17:35,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:17:35,321 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365055321"}]},"ts":"1733365055321"} 2024-12-05T02:17:35,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:17:35,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3e1e9adddd7dc045048e42583f21bc4, ASSIGN}] 2024-12-05T02:17:35,326 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a3e1e9adddd7dc045048e42583f21bc4, ASSIGN 2024-12-05T02:17:35,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a3e1e9adddd7dc045048e42583f21bc4, ASSIGN; state=OFFLINE, location=01bccfa882c7,37839,1733365049589; forceNewPlan=false, retain=false 2024-12-05T02:17:35,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3e1e9adddd7dc045048e42583f21bc4, regionState=OPENING, regionLocation=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:35,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a3e1e9adddd7dc045048e42583f21bc4, ASSIGN because future has completed 2024-12-05T02:17:35,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e1e9adddd7dc045048e42583f21bc4, server=01bccfa882c7,37839,1733365049589}] 2024-12-05T02:17:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:35,637 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,637 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a3e1e9adddd7dc045048e42583f21bc4, NAME => 'test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:35,638 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:35,638 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:17:35,638 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,638 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:35,638 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,638 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,640 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,641 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e1e9adddd7dc045048e42583f21bc4 columnFamilyName f 2024-12-05T02:17:35,641 DEBUG [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:35,641 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(327): Store=a3e1e9adddd7dc045048e42583f21bc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:35,642 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,642 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e1e9adddd7dc045048e42583f21bc4 columnFamilyName f1 2024-12-05T02:17:35,643 DEBUG [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:35,643 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(327): Store=a3e1e9adddd7dc045048e42583f21bc4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:35,643 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,644 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3e1e9adddd7dc045048e42583f21bc4 columnFamilyName norep 2024-12-05T02:17:35,644 DEBUG [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:35,645 INFO [StoreOpener-a3e1e9adddd7dc045048e42583f21bc4-1 {}] regionserver.HStore(327): Store=a3e1e9adddd7dc045048e42583f21bc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:35,645 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,646 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,646 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,647 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,647 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,647 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:17:35,649 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,651 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:35,651 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a3e1e9adddd7dc045048e42583f21bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72302103, jitterRate=0.07738529145717621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:17:35,651 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:17:35,651 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a3e1e9adddd7dc045048e42583f21bc4: Running coprocessor pre-open hook at 1733365055639Writing region info on filesystem at 1733365055639Initializing all the Stores at 1733365055639Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365055639Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365055640 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365055640Cleaning up temporary data from old regions at 1733365055647 (+7 ms)Running coprocessor post-open hooks at 1733365055651 (+4 ms)Region opened successfully at 1733365055651 2024-12-05T02:17:35,652 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4., pid=6, masterSystemTime=1733365055633 2024-12-05T02:17:35,655 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,655 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:17:35,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a3e1e9adddd7dc045048e42583f21bc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,37839,1733365049589 2024-12-05T02:17:35,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3e1e9adddd7dc045048e42583f21bc4, server=01bccfa882c7,37839,1733365049589 because future has completed 2024-12-05T02:17:35,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:17:35,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a3e1e9adddd7dc045048e42583f21bc4, server=01bccfa882c7,37839,1733365049589 in 179 msec 2024-12-05T02:17:35,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:17:35,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a3e1e9adddd7dc045048e42583f21bc4, ASSIGN in 338 msec 2024-12-05T02:17:35,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:17:35,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365055665"}]},"ts":"1733365055665"} 2024-12-05T02:17:35,668 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:17:35,668 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:17:35,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-05T02:17:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:17:36,643 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:17:36,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39371,-1 for getting cluster id 2024-12-05T02:17:36,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:36,644 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8742b168-1ae8-4e8c-adf2-97d1bf60eff1' 2024-12-05T02:17:36,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8742b168-1ae8-4e8c-adf2-97d1bf60eff1" 2024-12-05T02:17:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bc90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39371,-1] 2024-12-05T02:17:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:36,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,646 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:36,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669726b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,40939,-1 for getting cluster id 2024-12-05T02:17:36,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:36,648 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e424b720-9604-448c-93f8-00fc3b7c01e9' 2024-12-05T02:17:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e424b720-9604-448c-93f8-00fc3b7c01e9" 2024-12-05T02:17:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d568ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,40939,-1] 2024-12-05T02:17:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:36,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,649 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:36,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5138c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39371,-1 for getting cluster id 2024-12-05T02:17:36,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:36,651 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8742b168-1ae8-4e8c-adf2-97d1bf60eff1' 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8742b168-1ae8-4e8c-adf2-97d1bf60eff1" 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32593867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39371,-1] 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:36,652 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,653 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:36,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667b5777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39371,1733365045371 2024-12-05T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55de4862 2024-12-05T02:17:36,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:36,657 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:36,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:40939,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:17:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:17:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:36,661 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:40939' 2024-12-05T02:17:36,662 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554b9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,662 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,40939,-1 for getting cluster id 2024-12-05T02:17:36,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:36,662 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e424b720-9604-448c-93f8-00fc3b7c01e9' 2024-12-05T02:17:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:36,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e424b720-9604-448c-93f8-00fc3b7c01e9" 2024-12-05T02:17:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddabec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,40939,-1] 2024-12-05T02:17:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,664 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:36,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f0eeb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:36,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,40939,1733365049536 2024-12-05T02:17:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118585b8 2024-12-05T02:17:36,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:36,666 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:36,666 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:17:36,666 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:17:36,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,667 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:36,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:36,667 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:17:36,668 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:17:36,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:17:36,669 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:36,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:17:36,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:17:36,718 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:17:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:37,055 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:17:37,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c70f7bf86721576f058a752c4984fd25, NAME => 'hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625 2024-12-05T02:17:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:17:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c70f7bf86721576f058a752c4984fd25, disabling compactions & flushes 2024-12-05T02:17:37,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. after waiting 0 ms 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c70f7bf86721576f058a752c4984fd25: Waiting for close lock at 1733365057484Disabling compacts and flushes for region at 1733365057484Disabling writes for close at 1733365057484Writing region close event to WAL at 1733365057484Closed at 1733365057484 2024-12-05T02:17:37,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:17:37,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365057485"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365057485"}]},"ts":"1733365057485"} 2024-12-05T02:17:37,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:17:37,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:17:37,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365057488"}]},"ts":"1733365057488"} 2024-12-05T02:17:37,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:17:37,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70f7bf86721576f058a752c4984fd25, ASSIGN}] 2024-12-05T02:17:37,491 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70f7bf86721576f058a752c4984fd25, ASSIGN 2024-12-05T02:17:37,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c70f7bf86721576f058a752c4984fd25, ASSIGN; state=OFFLINE, location=01bccfa882c7,37029,1733365045448; forceNewPlan=false, retain=false 2024-12-05T02:17:37,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c70f7bf86721576f058a752c4984fd25, regionState=OPENING, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:37,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c70f7bf86721576f058a752c4984fd25, ASSIGN because future has completed 2024-12-05T02:17:37,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c70f7bf86721576f058a752c4984fd25, server=01bccfa882c7,37029,1733365045448}] 2024-12-05T02:17:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:37,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:17:37,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:17:37,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C37029%2C1733365045448.rep, suffix=, logDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448, archiveDir=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs, maxLogs=10 2024-12-05T02:17:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.rep.1733365057803, exclude list is [], retry=0 2024-12-05T02:17:37,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37487,DS-51555eca-070e-40bd-96e9-7fa47ecf2864,DISK] 2024-12-05T02:17:37,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.rep.1733365057803 2024-12-05T02:17:37,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38995:38995)] 2024-12-05T02:17:37,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c70f7bf86721576f058a752c4984fd25, NAME => 'hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:17:37,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. service=MultiRowMutationService 2024-12-05T02:17:37,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,822 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,824 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70f7bf86721576f058a752c4984fd25 columnFamilyName hfileref 2024-12-05T02:17:37,824 DEBUG [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:37,824 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(327): Store=c70f7bf86721576f058a752c4984fd25/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:37,824 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,825 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70f7bf86721576f058a752c4984fd25 columnFamilyName queue 2024-12-05T02:17:37,825 DEBUG [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:37,825 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(327): Store=c70f7bf86721576f058a752c4984fd25/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:37,825 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,826 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c70f7bf86721576f058a752c4984fd25 columnFamilyName sid 2024-12-05T02:17:37,826 DEBUG [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:17:37,827 INFO [StoreOpener-c70f7bf86721576f058a752c4984fd25-1 {}] regionserver.HStore(327): Store=c70f7bf86721576f058a752c4984fd25/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:17:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:17:37,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:17:37,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c70f7bf86721576f058a752c4984fd25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803362, jitterRate=0.01034882664680481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:17:37,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:17:37,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c70f7bf86721576f058a752c4984fd25: Running coprocessor pre-open hook at 1733365057821Writing region info on filesystem at 1733365057821Initializing all the Stores at 1733365057822 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365057822Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365057822Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365057822Cleaning up temporary data from old regions at 1733365057829 (+7 ms)Running coprocessor post-open hooks at 1733365057832 (+3 ms)Region opened successfully at 1733365057833 (+1 ms) 2024-12-05T02:17:37,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25., pid=10, masterSystemTime=1733365057798 2024-12-05T02:17:37,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:17:37,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c70f7bf86721576f058a752c4984fd25, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,37029,1733365045448 2024-12-05T02:17:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c70f7bf86721576f058a752c4984fd25, server=01bccfa882c7,37029,1733365045448 because future has completed 2024-12-05T02:17:37,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:17:37,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c70f7bf86721576f058a752c4984fd25, server=01bccfa882c7,37029,1733365045448 in 195 msec 2024-12-05T02:17:37,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:17:37,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c70f7bf86721576f058a752c4984fd25, ASSIGN in 352 msec 2024-12-05T02:17:37,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:17:37,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365057845"}]},"ts":"1733365057845"} 2024-12-05T02:17:37,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:17:37,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:17:37,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-05T02:17:37,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25., hostname=01bccfa882c7,37029,1733365045448, seqNum=2] 2024-12-05T02:17:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:37,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:17:37,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:17:38,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:17:38,038 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:17:38,105 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,37029,1733365045448, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:17:38,106 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:38,106 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:38,106 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:38,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-05T02:17:38,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,37029,1733365045448', locateType=CURRENT is [region=hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25., hostname=01bccfa882c7,37029,1733365045448, seqNum=2] 2024-12-05T02:17:38,123 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:17:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:17:38,126 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,37029,1733365045448 suceeded 2024-12-05T02:17:38,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:17:38,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-12-05T02:17:38,129 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:40939,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-05T02:17:38,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4710 sec 2024-12-05T02:17:38,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:40939' 2024-12-05T02:17:38,145 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70787715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:38,145 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,40939,-1 for getting cluster id 2024-12-05T02:17:38,145 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:38,147 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e424b720-9604-448c-93f8-00fc3b7c01e9' 2024-12-05T02:17:38,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:38,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e424b720-9604-448c-93f8-00fc3b7c01e9" 2024-12-05T02:17:38,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e41f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:38,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,40939,-1] 2024-12-05T02:17:38,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:38,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:38,149 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:38,149 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c26cc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:38,150 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:38,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,40939,1733365049536 2024-12-05T02:17:38,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c84f0e9 2024-12-05T02:17:38,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:38,151 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-05T02:17:38,152 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,37029,1733365045448 (queues=1) is replicating from cluster=8742b168-1ae8-4e8c-adf2-97d1bf60eff1 to cluster=e424b720-9604-448c-93f8-00fc3b7c01e9 2024-12-05T02:17:38,152 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C37029%2C1733365045448 2024-12-05T02:17:38,152 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,37029,1733365045448, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:17:38,152 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C37029%2C1733365045448 2024-12-05T02:17:38,152 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457, startPosition=0, beingWritten=true 2024-12-05T02:17:38,162 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:17:38,162 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 379, reset compression=false 2024-12-05T02:17:38,162 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:17:38,370 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 379, reset compression=false 2024-12-05T02:17:38,675 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 379, reset compression=false 2024-12-05T02:17:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:17:38,802 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:17:38,802 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:38,802 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:38,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:38,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:38,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:38,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:38,809 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733365058807/Put/seqid=0 2024-12-05T02:17:38,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741840_1016 (size=7894) 2024-12-05T02:17:38,991 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:17:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:39,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:39,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:39,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:17:39,080 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 379, reset compression=false 2024-12-05T02:17:39,218 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_1 is 34, key is ddd/f:row/1733365059216/Put/seqid=0 2024-12-05T02:17:39,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741841_1017 (size=7691) 2024-12-05T02:17:39,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b26d088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39371,-1 for getting cluster id 2024-12-05T02:17:39,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:39,231 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8742b168-1ae8-4e8c-adf2-97d1bf60eff1' 2024-12-05T02:17:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:39,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8742b168-1ae8-4e8c-adf2-97d1bf60eff1" 2024-12-05T02:17:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d652810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39371,-1] 2024-12-05T02:17:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:39,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:39,234 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:39,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230fadb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:39,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:39,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39371,1733365045371 2024-12-05T02:17:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d6530b9 2024-12-05T02:17:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:39,264 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:39,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2] 2024-12-05T02:17:39,283 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:17:39,298 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T02:17:39,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T02:17:39,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_0 for inclusion in 3188c0590ac4e3481c028cd1f70e440e/f 2024-12-05T02:17:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T02:17:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:39,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_1 for inclusion in 3188c0590ac4e3481c028cd1f70e440e/f 2024-12-05T02:17:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T02:17:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for 3188c0590ac4e3481c028cd1f70e440e: 2024-12-05T02:17:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_0 to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_0 2024-12-05T02:17:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_0 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ 2024-12-05T02:17:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f/f/hfile_1 to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_1 2024-12-05T02:17:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_1 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ 2024-12-05T02:17:39,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_0 into 3188c0590ac4e3481c028cd1f70e440e/f as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ - updating store file list. 2024-12-05T02:17:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af88dab343624194b8aca69a0704b3aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:39,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ into 3188c0590ac4e3481c028cd1f70e440e/f 2024-12-05T02:17:39,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_0 into 3188c0590ac4e3481c028cd1f70e440e/f (new location: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_) 2024-12-05T02:17:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_0 2024-12-05T02:17:39,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_1 into 3188c0590ac4e3481c028cd1f70e440e/f as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ - updating store file list. 2024-12-05T02:17:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 27496eb34fbd4f5e85de21736c007345_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ into 3188c0590ac4e3481c028cd1f70e440e/f 2024-12-05T02:17:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_1 into 3188c0590ac4e3481c028cd1f70e440e/f (new location: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_) 2024-12-05T02:17:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__lbovle5ma1v902b0bieo702kdcg7goppcktjrtflu3i5r0basq7k3ookmcp5higq/f/hfile_1 2024-12-05T02:17:39,419 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:39,419 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:39,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:39,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:39,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:39,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37839,1733365049589, seqNum=-1] 2024-12-05T02:17:39,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 , the old value is region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:37029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:17:39,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:17:39,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 from cache 2024-12-05T02:17:39,426 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T02:17:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4., hostname=01bccfa882c7,37839,1733365049589, seqNum=2] 2024-12-05T02:17:39,429 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:17:39,534 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:37029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:17:39,598 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 379, reset compression=false 2024-12-05T02:17:39,605 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:17:39,605 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: WALEntryBatch [walEntries=[{test/3188c0590ac4e3481c028cd1f70e440e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365059413/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:17:39,636 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:17:39,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-05T02:17:39,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.ReplicationSink(318): Replicating [8742b168-1ae8-4e8c-adf2-97d1bf60eff1] bulk loaded data 2024-12-05T02:17:39,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@252d5cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,40939,-1 for getting cluster id 2024-12-05T02:17:39,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:39,646 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e424b720-9604-448c-93f8-00fc3b7c01e9' 2024-12-05T02:17:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e424b720-9604-448c-93f8-00fc3b7c01e9" 2024-12-05T02:17:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b2406a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,40939,-1] 2024-12-05T02:17:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:39,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:39,648 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:39,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e57f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741837_1013 (size=7894) 2024-12-05T02:17:39,806 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:40,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741838_1014 (size=7691) 2024-12-05T02:17:40,110 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:40,431 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:17:40,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:40,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,40939,1733365049536 2024-12-05T02:17:40,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bbc729 2024-12-05T02:17:40,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:40,504 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-05T02:17:40,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:17:40,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37839,1733365049589, seqNum=-1] 2024-12-05T02:17:40,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:40,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-05T02:17:40,515 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:40,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T02:17:40,519 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T02:17:40,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ for inclusion in a3e1e9adddd7dc045048e42583f21bc4/f 2024-12-05T02:17:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T02:17:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:40,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ for inclusion in a3e1e9adddd7dc045048e42583f21bc4/f 2024-12-05T02:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T02:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HRegion(2603): Flush status journal for a3e1e9adddd7dc045048e42583f21bc4: 2024-12-05T02:17:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 27496eb34fbd4f5e85de21736c007345_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:17:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/63be610af5664883b6f6df0814f87ada_SeqId_4_ 2024-12-05T02:17:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af88dab343624194b8aca69a0704b3aa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:17:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/0bc482d9e25d4f29be5d79108e8385fa_SeqId_4_ 2024-12-05T02:17:40,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/63be610af5664883b6f6df0814f87ada_SeqId_4_ - updating store file list. 2024-12-05T02:17:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63be610af5664883b6f6df0814f87ada_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:40,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/63be610af5664883b6f6df0814f87ada_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f 2024-12-05T02:17:40,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f (new location: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/63be610af5664883b6f6df0814f87ada_SeqId_4_) 2024-12-05T02:17:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/27496eb34fbd4f5e85de21736c007345_SeqId_4_ 2024-12-05T02:17:40,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/0bc482d9e25d4f29be5d79108e8385fa_SeqId_4_ - updating store file list. 2024-12-05T02:17:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0bc482d9e25d4f29be5d79108e8385fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:40,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/0bc482d9e25d4f29be5d79108e8385fa_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f 2024-12-05T02:17:40,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ into a3e1e9adddd7dc045048e42583f21bc4/f (new location: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/f/0bc482d9e25d4f29be5d79108e8385fa_SeqId_4_) 2024-12-05T02:17:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/staging/jenkins.hfs.6__test__n5ijkndtrp3hhc11ebvgufaorl58oe0qff84a6qd6svir70sq3303nlim1vhgtjc/f/af88dab343624194b8aca69a0704b3aa_SeqId_4_ 2024-12-05T02:17:40,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37839 {}] regionserver.ReplicationSink(324): Finished replicating [8742b168-1ae8-4e8c-adf2-97d1bf60eff1] bulk loaded data 2024-12-05T02:17:41,020 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:41,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:17:41,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733365061446/Put/seqid=0 2024-12-05T02:17:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741842_1018 (size=7997) 2024-12-05T02:17:41,624 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:41,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733365061852/Put/seqid=0 2024-12-05T02:17:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741843_1019 (size=7794) 2024-12-05T02:17:42,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c296139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:42,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39371,-1 for getting cluster id 2024-12-05T02:17:42,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:17:42,260 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8742b168-1ae8-4e8c-adf2-97d1bf60eff1' 2024-12-05T02:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8742b168-1ae8-4e8c-adf2-97d1bf60eff1" 2024-12-05T02:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bf6885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:42,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39371,-1] 2024-12-05T02:17:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:17:42,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:42,262 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:17:42,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1ad756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:17:42,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:42,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:42,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:17:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39371,1733365045371 2024-12-05T02:17:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0a6f18 2024-12-05T02:17:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:17:42,275 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:17:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2] 2024-12-05T02:17:42,282 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:17:42,287 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T02:17:42,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T02:17:42,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_0 for inclusion in 3188c0590ac4e3481c028cd1f70e440e/f1 2024-12-05T02:17:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T02:17:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:42,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_1 for inclusion in 3188c0590ac4e3481c028cd1f70e440e/f1 2024-12-05T02:17:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T02:17:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:17:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegion(2603): Flush status journal for 3188c0590ac4e3481c028cd1f70e440e: 2024-12-05T02:17:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_0 to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_0 2024-12-05T02:17:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_0 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/6d0d5663c3cd4ce2be780e481abebc21_SeqId_6_ 2024-12-05T02:17:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/load_f1/f1/hfile_1 to hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_1 2024-12-05T02:17:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_1 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/a18248d28a4444e2b9462ab484504634_SeqId_6_ 2024-12-05T02:17:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-05T02:17:42,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_0 into 3188c0590ac4e3481c028cd1f70e440e/f1 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/6d0d5663c3cd4ce2be780e481abebc21_SeqId_6_ - updating store file list. 2024-12-05T02:17:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d0d5663c3cd4ce2be780e481abebc21_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:42,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/6d0d5663c3cd4ce2be780e481abebc21_SeqId_6_ into 3188c0590ac4e3481c028cd1f70e440e/f1 2024-12-05T02:17:42,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_0 into 3188c0590ac4e3481c028cd1f70e440e/f1 (new location: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/6d0d5663c3cd4ce2be780e481abebc21_SeqId_6_) 2024-12-05T02:17:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_0 2024-12-05T02:17:42,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_1 into 3188c0590ac4e3481c028cd1f70e440e/f1 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/a18248d28a4444e2b9462ab484504634_SeqId_6_ - updating store file list. 2024-12-05T02:17:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a18248d28a4444e2b9462ab484504634_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:17:42,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/a18248d28a4444e2b9462ab484504634_SeqId_6_ into 3188c0590ac4e3481c028cd1f70e440e/f1 2024-12-05T02:17:42,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_1 into 3188c0590ac4e3481c028cd1f70e440e/f1 (new location: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/f1/a18248d28a4444e2b9462ab484504634_SeqId_6_) 2024-12-05T02:17:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37029 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/staging/jenkins__test__pa1uaj0dfdnf6l6lsmomkoldo0q42qlctckft3itb938gj299vl3nug1c5a5po1o/f1/hfile_1 2024-12-05T02:17:42,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:17:42,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:17:42,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:42,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:17:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 , the old value is region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:37029 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:17:42,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:17:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:17:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2 from cache 2024-12-05T02:17:42,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:17:42,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T02:17:42,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,37029,1733365045448, seqNum=-1] 2024-12-05T02:17:42,317 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:17:42,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:17:42,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., hostname=01bccfa882c7,37029,1733365045448, seqNum=2] 2024-12-05T02:17:42,328 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 687, reset compression=false 2024-12-05T02:17:42,334 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:17:42,334 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:42,334 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:17:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:17:42,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:17:42,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:17:42,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T02:17:42,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:17:42,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:17:42,422 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:37029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:17:42,540 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:42,844 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:43,248 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:43,753 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:44,357 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:45,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:45,866 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:46,771 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:47,775 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:48,880 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:50,085 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:51,389 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:52,794 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:54,300 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:54,955 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:17:55,905 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:57,609 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:17:59,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:17:59,413 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:01,317 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:02,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: null 2024-12-05T02:18:03,324 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:05,428 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:07,632 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:08,891 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T02:18:08,891 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T02:18:09,937 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:12,239 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T02:18:12,239 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T02:18:12,341 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:14,845 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:17,449 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:18,490 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3188c0590ac4e3481c028cd1f70e440e, had cached 0 bytes from a total of 31376 2024-12-05T02:18:20,154 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:20,638 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a3e1e9adddd7dc045048e42583f21bc4, had cached 0 bytes from a total of 15585 2024-12-05T02:18:22,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: null 2024-12-05T02:18:22,958 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:24,956 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:18:25,862 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:28,866 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:29,122 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:18:29,250 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:18:31,971 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:32,226 DEBUG [master/01bccfa882c7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T02:18:35,176 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:38,480 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:41,884 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:42,340 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,37029,1733365045448 got entry batch from reader: null 2024-12-05T02:18:42,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:18:42,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:18:42,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:42,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:42,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:42,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:18:42,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:18:42,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515977149, stopped=false 2024-12-05T02:18:42,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,40939,1733365049536 2024-12-05T02:18:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-279561856/running 2024-12-05T02:18:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-279561856/running 2024-12-05T02:18:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:18:42,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:18:42,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:18:42,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:18:42,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:42,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:42,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,37839,1733365049589' ***** 2024-12-05T02:18:42,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:18:42,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/running 2024-12-05T02:18:42,347 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:18:42,347 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:18:42,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Set watcher on znode that does not yet exist, /1-279561856/running 2024-12-05T02:18:42,347 INFO [RS:0;01bccfa882c7:37839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:18:42,347 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:18:42,347 INFO [RS:0;01bccfa882c7:37839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:18:42,347 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,37839,1733365049589 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37839. 2024-12-05T02:18:42,348 DEBUG [RS:0;01bccfa882c7:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:42,348 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:42,348 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3e1e9adddd7dc045048e42583f21bc4, disabling compactions & flushes 2024-12-05T02:18:42,348 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:18:42,348 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:18:42,348 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. after waiting 0 ms 2024-12-05T02:18:42,348 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:18:42,348 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:18:42,348 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a3e1e9adddd7dc045048e42583f21bc4=test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4.} 2024-12-05T02:18:42,348 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a3e1e9adddd7dc045048e42583f21bc4 2024-12-05T02:18:42,348 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:18:42,348 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:18:42,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:18:42,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:18:42,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:18:42,349 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T02:18:42,353 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/default/test/a3e1e9adddd7dc045048e42583f21bc4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T02:18:42,354 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:42,354 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:18:42,354 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:18:42,354 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3e1e9adddd7dc045048e42583f21bc4: Waiting for close lock at 1733365122348Running coprocessor pre-close hooks at 1733365122348Disabling compacts and flushes for region at 1733365122348Disabling writes for close at 1733365122348Writing region close event to WAL at 1733365122349 (+1 ms)Running coprocessor post-close hooks at 1733365122354 (+5 ms)Closed at 1733365122354 2024-12-05T02:18:42,354 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4. 2024-12-05T02:18:42,367 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/info/891c963798454833ac12463bed9a4a4a is 129, key is test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4./info:regioninfo/1733365055655/Put/seqid=0 2024-12-05T02:18:42,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741839_1015 (size=6421) 2024-12-05T02:18:42,549 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:42,749 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:42,771 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/info/891c963798454833ac12463bed9a4a4a 2024-12-05T02:18:42,792 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/ns/d4c9476e3d914c1a9a9666783abd2171 is 43, key is default/ns:d/1733365052219/Put/seqid=0 2024-12-05T02:18:42,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741840_1016 (size=5153) 2024-12-05T02:18:42,949 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:43,128 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:18:43,128 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:18:43,149 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:43,196 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/ns/d4c9476e3d914c1a9a9666783abd2171 2024-12-05T02:18:43,216 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/rep_barrier/18711c6e11d648e495110bb651202f0a is 112, key is test,,1733365054496.a3e1e9adddd7dc045048e42583f21bc4./rep_barrier:seqnumDuringOpen/1733365055655/Put/seqid=0 2024-12-05T02:18:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741841_1017 (size=5518) 2024-12-05T02:18:43,349 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:18:43,349 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:18:43,349 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:43,550 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:43,621 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/rep_barrier/18711c6e11d648e495110bb651202f0a 2024-12-05T02:18:43,641 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/table/d65d941ab66b4cf29442c41b99875de0 is 40, key is test/table:state/1733365055665/Put/seqid=0 2024-12-05T02:18:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741842_1018 (size=5165) 2024-12-05T02:18:43,750 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:43,950 DEBUG [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:44,045 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/table/d65d941ab66b4cf29442c41b99875de0 2024-12-05T02:18:44,052 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/info/891c963798454833ac12463bed9a4a4a as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/info/891c963798454833ac12463bed9a4a4a 2024-12-05T02:18:44,057 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/info/891c963798454833ac12463bed9a4a4a, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T02:18:44,058 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/ns/d4c9476e3d914c1a9a9666783abd2171 as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/ns/d4c9476e3d914c1a9a9666783abd2171 2024-12-05T02:18:44,062 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/ns/d4c9476e3d914c1a9a9666783abd2171, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:18:44,063 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/rep_barrier/18711c6e11d648e495110bb651202f0a as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/rep_barrier/18711c6e11d648e495110bb651202f0a 2024-12-05T02:18:44,068 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/rep_barrier/18711c6e11d648e495110bb651202f0a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T02:18:44,069 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/.tmp/table/d65d941ab66b4cf29442c41b99875de0 as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/table/d65d941ab66b4cf29442c41b99875de0 2024-12-05T02:18:44,073 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/table/d65d941ab66b4cf29442c41b99875de0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:18:44,074 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false 2024-12-05T02:18:44,078 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:18:44,079 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:44,079 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:18:44,079 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:44,079 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365122348Running coprocessor pre-close hooks at 1733365122348Disabling compacts and flushes for region at 1733365122348Disabling writes for close at 1733365122349 (+1 ms)Obtaining lock to block concurrent updates at 1733365122349Preparing flush snapshotting stores in 1588230740 at 1733365122349Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733365122349Flushing stores of hbase:meta,,1.1588230740 at 1733365122350 (+1 ms)Flushing 1588230740/info: creating writer at 1733365122350Flushing 1588230740/info: appending metadata at 1733365122366 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733365122366Flushing 1588230740/ns: creating writer at 1733365122777 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733365122792 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365122792Flushing 1588230740/rep_barrier: creating writer at 1733365123201 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365123216 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365123216Flushing 1588230740/table: creating writer at 1733365123626 (+410 ms)Flushing 1588230740/table: appending metadata at 1733365123640 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733365123640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67438295: reopening flushed file at 1733365124051 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6268c7e7: reopening flushed file at 1733365124057 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a327f78: reopening flushed file at 1733365124063 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e98a534: reopening flushed file at 1733365124068 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=11, compaction requested=false at 1733365124074 (+6 ms)Writing region close event to WAL at 1733365124075 (+1 ms)Running coprocessor post-close hooks at 1733365124079 (+4 ms)Closed at 1733365124079 2024-12-05T02:18:44,079 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:44,150 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,37839,1733365049589; all regions closed. 2024-12-05T02:18:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741834_1010 (size=2717) 2024-12-05T02:18:44,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.meta.1733365052175.meta not finished, retry = 0 2024-12-05T02:18:44,256 DEBUG [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/oldWALs 2024-12-05T02:18:44,256 INFO [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37839%2C1733365049589.meta:.meta(num 1733365052175) 2024-12-05T02:18:44,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741832_1008 (size=1028) 2024-12-05T02:18:44,258 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/WALs/01bccfa882c7,37839,1733365049589/01bccfa882c7%2C37839%2C1733365049589.1733365051204 not finished, retry = 0 2024-12-05T02:18:44,360 DEBUG [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/oldWALs 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37839%2C1733365049589:(num 1733365051204) 2024-12-05T02:18:44,361 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:18:44,361 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:18:44,361 INFO [RS:0;01bccfa882c7:37839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37839. 2024-12-05T02:18:44,361 DEBUG [RS:0;01bccfa882c7:37839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:44,361 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:44,362 DEBUG [RS:0;01bccfa882c7:37839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:44,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:18:44,362 INFO [RS:0;01bccfa882c7:37839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37839 2024-12-05T02:18:44,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856/rs 2024-12-05T02:18:44,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-279561856/rs/01bccfa882c7,37839,1733365049589 2024-12-05T02:18:44,364 INFO [RS:0;01bccfa882c7:37839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:18:44,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,37839,1733365049589] 2024-12-05T02:18:44,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-279561856/draining/01bccfa882c7,37839,1733365049589 already deleted, retry=false 2024-12-05T02:18:44,367 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,37839,1733365049589 expired; onlineServers=0 2024-12-05T02:18:44,367 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,40939,1733365049536' ***** 2024-12-05T02:18:44,367 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:18:44,367 DEBUG [M:0;01bccfa882c7:40939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:18:44,367 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:18:44,367 DEBUG [M:0;01bccfa882c7:40939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:18:44,367 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365051020 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365051020,5,FailOnTimeoutGroup] 2024-12-05T02:18:44,367 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365051025 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365051025,5,FailOnTimeoutGroup] 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:18:44,367 DEBUG [M:0;01bccfa882c7:40939 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:18:44,367 INFO [M:0;01bccfa882c7:40939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:18:44,368 INFO [M:0;01bccfa882c7:40939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:18:44,368 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:18:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-279561856/master 2024-12-05T02:18:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-279561856 2024-12-05T02:18:44,375 DEBUG [M:0;01bccfa882c7:40939 {}] zookeeper.ZKUtil(347): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Unable to get data of znode /1-279561856/master because node does not exist (not an error) 2024-12-05T02:18:44,375 WARN [M:0;01bccfa882c7:40939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:18:44,376 INFO [M:0;01bccfa882c7:40939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/.lastflushedseqids 2024-12-05T02:18:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741843_1019 (size=173) 2024-12-05T02:18:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:44,466 INFO [RS:0;01bccfa882c7:37839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:18:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37839-0x10180697e430004, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:44,466 INFO [RS:0;01bccfa882c7:37839 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,37839,1733365049589; zookeeper connection closed. 2024-12-05T02:18:44,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1adaa517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1adaa517 2024-12-05T02:18:44,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:18:44,781 INFO [M:0;01bccfa882c7:40939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:18:44,781 INFO [M:0;01bccfa882c7:40939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:18:44,781 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:18:44,781 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:44,781 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:44,781 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:18:44,781 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:44,781 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-05T02:18:44,798 DEBUG [M:0;01bccfa882c7:40939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a8070d62ba4595810479baae19b96e is 82, key is hbase:meta,,1/info:regioninfo/1733365052209/Put/seqid=0 2024-12-05T02:18:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741844_1020 (size=5672) 2024-12-05T02:18:45,202 INFO [M:0;01bccfa882c7:40939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a8070d62ba4595810479baae19b96e 2024-12-05T02:18:45,222 DEBUG [M:0;01bccfa882c7:40939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/167db0840c0e496984f71b97458ab9c5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365055669/Put/seqid=0 2024-12-05T02:18:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741845_1021 (size=6727) 2024-12-05T02:18:45,388 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.1733365047457 to pos 997, reset compression=false 2024-12-05T02:18:45,626 INFO [M:0;01bccfa882c7:40939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/167db0840c0e496984f71b97458ab9c5 2024-12-05T02:18:45,631 INFO [M:0;01bccfa882c7:40939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 167db0840c0e496984f71b97458ab9c5 2024-12-05T02:18:45,646 DEBUG [M:0;01bccfa882c7:40939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac586f0678f84a6eb8f76957acbd7663 is 69, key is 01bccfa882c7,37839,1733365049589/rs:state/1733365051044/Put/seqid=0 2024-12-05T02:18:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741846_1022 (size=5156) 2024-12-05T02:18:46,051 INFO [M:0;01bccfa882c7:40939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac586f0678f84a6eb8f76957acbd7663 2024-12-05T02:18:46,056 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a8070d62ba4595810479baae19b96e as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a8070d62ba4595810479baae19b96e 2024-12-05T02:18:46,060 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a8070d62ba4595810479baae19b96e, entries=8, sequenceid=58, filesize=5.5 K 2024-12-05T02:18:46,061 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/167db0840c0e496984f71b97458ab9c5 as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/167db0840c0e496984f71b97458ab9c5 2024-12-05T02:18:46,065 INFO [M:0;01bccfa882c7:40939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 167db0840c0e496984f71b97458ab9c5 2024-12-05T02:18:46,065 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/167db0840c0e496984f71b97458ab9c5, entries=6, sequenceid=58, filesize=6.6 K 2024-12-05T02:18:46,066 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac586f0678f84a6eb8f76957acbd7663 as hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac586f0678f84a6eb8f76957acbd7663 2024-12-05T02:18:46,070 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46157/user/jenkins/test-data/ce63eaf4-a561-ae64-ad94-fd41e72b3e99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac586f0678f84a6eb8f76957acbd7663, entries=1, sequenceid=58, filesize=5.0 K 2024-12-05T02:18:46,071 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-12-05T02:18:46,072 INFO [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:46,072 DEBUG [M:0;01bccfa882c7:40939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365124781Disabling compacts and flushes for region at 1733365124781Disabling writes for close at 1733365124781Obtaining lock to block concurrent updates at 1733365124781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365124781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733365124782 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365124782Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365124783 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365124797 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365124797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365125207 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365125221 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365125221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365125632 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365125646 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365125646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e7a474: reopening flushed file at 1733365126055 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547ee065: reopening flushed file at 1733365126061 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf324e9: reopening flushed file at 1733365126065 (+4 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1733365126071 (+6 ms)Writing region close event to WAL at 1733365126072 (+1 ms)Closed at 1733365126072 2024-12-05T02:18:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45283 is added to blk_1073741830_1006 (size=33026) 2024-12-05T02:18:46,075 INFO [M:0;01bccfa882c7:40939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:18:46,075 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:18:46,075 INFO [M:0;01bccfa882c7:40939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40939 2024-12-05T02:18:46,075 INFO [M:0;01bccfa882c7:40939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:18:46,178 INFO [M:0;01bccfa882c7:40939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:18:46,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:46,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40939-0x10180697e430003, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:46,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:18:46,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:18:46,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:18:46,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:18:46,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir/,STOPPED} 2024-12-05T02:18:46,183 WARN [BP-1703959006-172.17.0.2-1733365048514 heartbeating to localhost/127.0.0.1:46157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:18:46,183 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:18:46,183 WARN [BP-1703959006-172.17.0.2-1733365048514 heartbeating to localhost/127.0.0.1:46157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1703959006-172.17.0.2-1733365048514 (Datanode Uuid 40a02ec4-1eac-4471-b7f6-1ed4bb72173e) service to localhost/127.0.0.1:46157 2024-12-05T02:18:46,183 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:18:46,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/cluster_49a029eb-757c-2edd-610d-33b23615aa3d/data/data1/current/BP-1703959006-172.17.0.2-1733365048514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:18:46,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/cluster_49a029eb-757c-2edd-610d-33b23615aa3d/data/data2/current/BP-1703959006-172.17.0.2-1733365048514 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:18:46,184 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:18:46,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:18:46,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:18:46,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:18:46,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:18:46,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir/,STOPPED} 2024-12-05T02:18:46,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:18:46,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:18:46,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:18:46,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:46,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:46,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:18:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:18:46,211 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1540438130, stopped=false 2024-12-05T02:18:46,211 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,39371,1733365045371 2024-12-05T02:18:46,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:18:46,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:18:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02085496833/running 2024-12-05T02:18:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02085496833/running 2024-12-05T02:18:46,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:46,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:18:46,213 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,37029,1733365045448' ***** 2024-12-05T02:18:46,213 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:18:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:18:46,214 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:18:46,214 INFO [RS:0;01bccfa882c7:37029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:18:46,214 INFO [RS:0;01bccfa882c7:37029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:18:46,214 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:46,214 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 3188c0590ac4e3481c028cd1f70e440e 2024-12-05T02:18:46,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/running 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,37029,1733365045448 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:18:46,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Set watcher on znode that does not yet exist, /02085496833/running 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37029. 2024-12-05T02:18:46,215 DEBUG [RS:0;01bccfa882c7:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:46,215 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:18:46,215 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c70f7bf86721576f058a752c4984fd25, disabling compactions & flushes 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:18:46,215 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:18:46,215 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:18:46,215 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. after waiting 0 ms 2024-12-05T02:18:46,215 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:18:46,215 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c70f7bf86721576f058a752c4984fd25 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-05T02:18:46,215 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:18:46,215 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1325): Online Regions={c70f7bf86721576f058a752c4984fd25=hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25., 3188c0590ac4e3481c028cd1f70e440e=test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:18:46,215 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3188c0590ac4e3481c028cd1f70e440e, c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:46,215 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:18:46,216 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:18:46,216 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:18:46,216 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:18:46,216 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:18:46,216 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:18:46,233 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/hfileref/77b0e002e4b84918b0a4444ab4ac7df9 is 74, key is 1/hfileref:27496eb34fbd4f5e85de21736c007345_SeqId_4_/1733365060547/DeleteColumn/seqid=0 2024-12-05T02:18:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741844_1020 (size=5203) 2024-12-05T02:18:46,239 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/info/790cfe330bc04210a4a0297660494c1d is 147, key is hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25./info:regioninfo/1733365057836/Put/seqid=0 2024-12-05T02:18:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741845_1021 (size=7686) 2024-12-05T02:18:46,279 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:18:46,319 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:18:46,319 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:18:46,416 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3188c0590ac4e3481c028cd1f70e440e, c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:46,616 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3188c0590ac4e3481c028cd1f70e440e, c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:46,638 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/hfileref/77b0e002e4b84918b0a4444ab4ac7df9 2024-12-05T02:18:46,643 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/info/790cfe330bc04210a4a0297660494c1d 2024-12-05T02:18:46,659 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/queue/e844ad72986941ea913d93968776d6b4 is 153, key is 1-01bccfa882c7,37029,1733365045448/queue:01bccfa882c7%2C37029%2C1733365045448/1733365062338/Put/seqid=0 2024-12-05T02:18:46,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741846_1022 (size=5352) 2024-12-05T02:18:46,665 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/ns/63ce357ab95c438ebc07cdd1871eb06e is 43, key is default/ns:d/1733365048452/Put/seqid=0 2024-12-05T02:18:46,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741847_1023 (size=5153) 2024-12-05T02:18:46,816 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3188c0590ac4e3481c028cd1f70e440e, c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:47,016 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3188c0590ac4e3481c028cd1f70e440e, c70f7bf86721576f058a752c4984fd25 2024-12-05T02:18:47,063 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/queue/e844ad72986941ea913d93968776d6b4 2024-12-05T02:18:47,069 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/hfileref/77b0e002e4b84918b0a4444ab4ac7df9 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/hfileref/77b0e002e4b84918b0a4444ab4ac7df9 2024-12-05T02:18:47,069 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/ns/63ce357ab95c438ebc07cdd1871eb06e 2024-12-05T02:18:47,074 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/hfileref/77b0e002e4b84918b0a4444ab4ac7df9, entries=2, sequenceid=10, filesize=5.1 K 2024-12-05T02:18:47,075 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/.tmp/queue/e844ad72986941ea913d93968776d6b4 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/queue/e844ad72986941ea913d93968776d6b4 2024-12-05T02:18:47,080 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/queue/e844ad72986941ea913d93968776d6b4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T02:18:47,081 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c70f7bf86721576f058a752c4984fd25 in 866ms, sequenceid=10, compaction requested=false 2024-12-05T02:18:47,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/replication/c70f7bf86721576f058a752c4984fd25/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T02:18:47,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:47,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:18:47,087 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:18:47,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c70f7bf86721576f058a752c4984fd25: Waiting for close lock at 1733365126215Running coprocessor pre-close hooks at 1733365126215Disabling compacts and flushes for region at 1733365126215Disabling writes for close at 1733365126215Obtaining lock to block concurrent updates at 1733365126215Preparing flush snapshotting stores in c70f7bf86721576f058a752c4984fd25 at 1733365126215Finished memstore snapshotting hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733365126216 (+1 ms)Flushing stores of hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. at 1733365126216Flushing c70f7bf86721576f058a752c4984fd25/hfileref: creating writer at 1733365126217 (+1 ms)Flushing c70f7bf86721576f058a752c4984fd25/hfileref: appending metadata at 1733365126233 (+16 ms)Flushing c70f7bf86721576f058a752c4984fd25/hfileref: closing flushed file at 1733365126233Flushing c70f7bf86721576f058a752c4984fd25/queue: creating writer at 1733365126644 (+411 ms)Flushing c70f7bf86721576f058a752c4984fd25/queue: appending metadata at 1733365126658 (+14 ms)Flushing c70f7bf86721576f058a752c4984fd25/queue: closing flushed file at 1733365126658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9e60e: reopening flushed file at 1733365127068 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393e75a7: reopening flushed file at 1733365127074 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c70f7bf86721576f058a752c4984fd25 in 866ms, sequenceid=10, compaction requested=false at 1733365127081 (+7 ms)Writing region close event to WAL at 1733365127083 (+2 ms)Running coprocessor post-close hooks at 1733365127087 (+4 ms)Closed at 1733365127087 2024-12-05T02:18:47,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365056667.c70f7bf86721576f058a752c4984fd25. 2024-12-05T02:18:47,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3188c0590ac4e3481c028cd1f70e440e, disabling compactions & flushes 2024-12-05T02:18:47,088 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:18:47,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:18:47,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. after waiting 0 ms 2024-12-05T02:18:47,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:18:47,090 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/rep_barrier/e5c831049e2f49039939dadc61051d75 is 112, key is test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e./rep_barrier:seqnumDuringOpen/1733365053508/Put/seqid=0 2024-12-05T02:18:47,092 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/default/test/3188c0590ac4e3481c028cd1f70e440e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:18:47,092 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:47,092 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:18:47,093 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:18:47,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3188c0590ac4e3481c028cd1f70e440e: Waiting for close lock at 1733365127088Running coprocessor pre-close hooks at 1733365127088Disabling compacts and flushes for region at 1733365127088Disabling writes for close at 1733365127088Writing region close event to WAL at 1733365127089 (+1 ms)Running coprocessor post-close hooks at 1733365127092 (+3 ms)Closed at 1733365127093 (+1 ms) 2024-12-05T02:18:47,093 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365052338.3188c0590ac4e3481c028cd1f70e440e. 2024-12-05T02:18:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741848_1024 (size=5518) 2024-12-05T02:18:47,216 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:18:47,216 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:18:47,217 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:47,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,417 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:47,498 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/rep_barrier/e5c831049e2f49039939dadc61051d75 2024-12-05T02:18:47,518 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/table/5d42d7645c8a467ca0b69ee3de181aa5 is 53, key is hbase:replication/table:state/1733365057845/Put/seqid=0 2024-12-05T02:18:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741849_1025 (size=5308) 2024-12-05T02:18:47,617 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:47,817 DEBUG [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:18:47,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:18:47,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:47,923 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/table/5d42d7645c8a467ca0b69ee3de181aa5 2024-12-05T02:18:47,930 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/info/790cfe330bc04210a4a0297660494c1d as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/info/790cfe330bc04210a4a0297660494c1d 2024-12-05T02:18:47,935 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/info/790cfe330bc04210a4a0297660494c1d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:18:47,935 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/ns/63ce357ab95c438ebc07cdd1871eb06e as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/ns/63ce357ab95c438ebc07cdd1871eb06e 2024-12-05T02:18:47,940 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/ns/63ce357ab95c438ebc07cdd1871eb06e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:18:47,941 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/rep_barrier/e5c831049e2f49039939dadc61051d75 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/rep_barrier/e5c831049e2f49039939dadc61051d75 2024-12-05T02:18:47,945 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/rep_barrier/e5c831049e2f49039939dadc61051d75, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:18:47,946 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/.tmp/table/5d42d7645c8a467ca0b69ee3de181aa5 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/table/5d42d7645c8a467ca0b69ee3de181aa5 2024-12-05T02:18:47,950 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/table/5d42d7645c8a467ca0b69ee3de181aa5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:18:47,951 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false 2024-12-05T02:18:47,956 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:18:47,956 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:47,956 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:18:47,956 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:47,956 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365126215Running coprocessor pre-close hooks at 1733365126215Disabling compacts and flushes for region at 1733365126215Disabling writes for close at 1733365126216 (+1 ms)Obtaining lock to block concurrent updates at 1733365126216Preparing flush snapshotting stores in 1588230740 at 1733365126216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365126216Flushing stores of hbase:meta,,1.1588230740 at 1733365126217 (+1 ms)Flushing 1588230740/info: creating writer at 1733365126217Flushing 1588230740/info: appending metadata at 1733365126238 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733365126238Flushing 1588230740/ns: creating writer at 1733365126648 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733365126665 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733365126665Flushing 1588230740/rep_barrier: creating writer at 1733365127074 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365127090 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365127090Flushing 1588230740/table: creating writer at 1733365127504 (+414 ms)Flushing 1588230740/table: appending metadata at 1733365127518 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733365127518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a4f1f9: reopening flushed file at 1733365127929 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c88016e: reopening flushed file at 1733365127935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e16e49d: reopening flushed file at 1733365127940 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10bf9243: reopening flushed file at 1733365127945 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=16, compaction requested=false at 1733365127951 (+6 ms)Writing region close event to WAL at 1733365127953 (+2 ms)Running coprocessor post-close hooks at 1733365127956 (+3 ms)Closed at 1733365127956 2024-12-05T02:18:47,956 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:48,017 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,37029,1733365045448; all regions closed. 2024-12-05T02:18:48,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:18:48,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/WALs/01bccfa882c7,37029,1733365045448/01bccfa882c7%2C37029%2C1733365045448.meta.1733365048400.meta not finished, retry = 0 2024-12-05T02:18:48,122 DEBUG [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs 2024-12-05T02:18:48,122 INFO [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37029%2C1733365045448.meta:.meta(num 1733365048400) 2024-12-05T02:18:48,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741839_1015 (size=2700) 2024-12-05T02:18:48,127 DEBUG [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs 2024-12-05T02:18:48,127 INFO [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37029%2C1733365045448.rep:(num 1733365057803) 2024-12-05T02:18:48,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741832_1008 (size=1300) 2024-12-05T02:18:48,131 DEBUG [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/oldWALs 2024-12-05T02:18:48,131 INFO [RS:0;01bccfa882c7:37029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C37029%2C1733365045448:(num 1733365047457) 2024-12-05T02:18:48,131 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:48,131 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:18:48,131 INFO [RS:0;01bccfa882c7:37029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:18:48,131 INFO [RS:0;01bccfa882c7:37029 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:18:48,131 INFO [RS:0;01bccfa882c7:37029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:18:48,131 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:18:48,132 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,37029,1733365045448 because: Region server is closing 2024-12-05T02:18:48,132 INFO [RS:0;01bccfa882c7:37029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:37029. 2024-12-05T02:18:48,132 DEBUG [RS:0;01bccfa882c7:37029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:18:48,132 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:48,132 DEBUG [RS:0;01bccfa882c7:37029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:48,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:18:48,232 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:18:48,232 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.wal-reader.01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:18:48,233 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,37029,1733365045448.replicationSource.shipper01bccfa882c7%2C37029%2C1733365045448,1-01bccfa882c7,37029,1733365045448 terminated 2024-12-05T02:18:48,233 INFO [RS:0;01bccfa882c7:37029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37029 2024-12-05T02:18:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833/rs 2024-12-05T02:18:48,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02085496833/rs/01bccfa882c7,37029,1733365045448 2024-12-05T02:18:48,235 INFO [RS:0;01bccfa882c7:37029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:18:48,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,37029,1733365045448] 2024-12-05T02:18:48,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02085496833/draining/01bccfa882c7,37029,1733365045448 already deleted, retry=false 2024-12-05T02:18:48,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,37029,1733365045448 expired; onlineServers=0 2024-12-05T02:18:48,239 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,39371,1733365045371' ***** 2024-12-05T02:18:48,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:18:48,239 DEBUG [M:0;01bccfa882c7:39371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:18:48,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:18:48,239 DEBUG [M:0;01bccfa882c7:39371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:18:48,239 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365047265 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365047265,5,FailOnTimeoutGroup] 2024-12-05T02:18:48,239 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365047265 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365047265,5,FailOnTimeoutGroup] 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:18:48,239 DEBUG [M:0;01bccfa882c7:39371 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:18:48,239 INFO [M:0;01bccfa882c7:39371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:18:48,240 INFO [M:0;01bccfa882c7:39371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:18:48,240 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:18:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02085496833/master 2024-12-05T02:18:48,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02085496833 2024-12-05T02:18:48,240 DEBUG [M:0;01bccfa882c7:39371 {}] zookeeper.ZKUtil(347): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Unable to get data of znode /02085496833/master because node does not exist (not an error) 2024-12-05T02:18:48,240 WARN [M:0;01bccfa882c7:39371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:18:48,242 INFO [M:0;01bccfa882c7:39371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/.lastflushedseqids 2024-12-05T02:18:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741850_1026 (size=263) 2024-12-05T02:18:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:48,337 INFO [RS:0;01bccfa882c7:37029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:18:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37029-0x10180697e430001, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:48,337 INFO [RS:0;01bccfa882c7:37029 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,37029,1733365045448; zookeeper connection closed. 2024-12-05T02:18:48,337 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d491842 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d491842 2024-12-05T02:18:48,338 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:18:48,650 INFO [M:0;01bccfa882c7:39371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:18:48,651 INFO [M:0;01bccfa882c7:39371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:18:48,651 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:18:48,651 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:48,651 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:48,651 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:18:48,651 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:48,651 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-05T02:18:48,672 DEBUG [M:0;01bccfa882c7:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a26aff41d044a6d887229dd4eb4e6d7 is 82, key is hbase:meta,,1/info:regioninfo/1733365048434/Put/seqid=0 2024-12-05T02:18:48,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741851_1027 (size=5672) 2024-12-05T02:18:49,077 INFO [M:0;01bccfa882c7:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a26aff41d044a6d887229dd4eb4e6d7 2024-12-05T02:18:49,100 DEBUG [M:0;01bccfa882c7:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd7682a92d7f4748883c49961567eb9e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365053522/Put/seqid=0 2024-12-05T02:18:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741852_1028 (size=7240) 2024-12-05T02:18:49,505 INFO [M:0;01bccfa882c7:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd7682a92d7f4748883c49961567eb9e 2024-12-05T02:18:49,511 INFO [M:0;01bccfa882c7:39371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd7682a92d7f4748883c49961567eb9e 2024-12-05T02:18:49,531 DEBUG [M:0;01bccfa882c7:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0005b3db34c4f778bee3af1603a5a27 is 69, key is 01bccfa882c7,37029,1733365045448/rs:state/1733365047299/Put/seqid=0 2024-12-05T02:18:49,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741853_1029 (size=5156) 2024-12-05T02:18:49,939 INFO [M:0;01bccfa882c7:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0005b3db34c4f778bee3af1603a5a27 2024-12-05T02:18:49,946 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2a26aff41d044a6d887229dd4eb4e6d7 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a26aff41d044a6d887229dd4eb4e6d7 2024-12-05T02:18:49,952 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2a26aff41d044a6d887229dd4eb4e6d7, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T02:18:49,953 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd7682a92d7f4748883c49961567eb9e as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd7682a92d7f4748883c49961567eb9e 2024-12-05T02:18:49,961 INFO [M:0;01bccfa882c7:39371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd7682a92d7f4748883c49961567eb9e 2024-12-05T02:18:49,961 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd7682a92d7f4748883c49961567eb9e, entries=11, sequenceid=105, filesize=7.1 K 2024-12-05T02:18:49,962 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0005b3db34c4f778bee3af1603a5a27 as hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0005b3db34c4f778bee3af1603a5a27 2024-12-05T02:18:49,967 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38989/user/jenkins/test-data/183dda1b-ba28-43be-13fa-4a2677746625/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0005b3db34c4f778bee3af1603a5a27, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T02:18:49,968 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=105, compaction requested=false 2024-12-05T02:18:49,975 INFO [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:49,976 DEBUG [M:0;01bccfa882c7:39371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365128651Disabling compacts and flushes for region at 1733365128651Disabling writes for close at 1733365128651Obtaining lock to block concurrent updates at 1733365128651Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365128651Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733365128652 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365128652Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365128652Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365128672 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365128672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365129083 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365129100 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365129100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365129512 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365129530 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365129530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447e75ad: reopening flushed file at 1733365129945 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387bd85a: reopening flushed file at 1733365129952 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e39beb2: reopening flushed file at 1733365129961 (+9 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=105, compaction requested=false at 1733365129968 (+7 ms)Writing region close event to WAL at 1733365129975 (+7 ms)Closed at 1733365129975 2024-12-05T02:18:49,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37487 is added to blk_1073741830_1006 (size=64526) 2024-12-05T02:18:49,980 INFO [M:0;01bccfa882c7:39371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:18:49,980 INFO [M:0;01bccfa882c7:39371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39371 2024-12-05T02:18:49,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:18:49,980 INFO [M:0;01bccfa882c7:39371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:18:50,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:50,082 INFO [M:0;01bccfa882c7:39371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:18:50,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10180697e430000, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:18:50,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:18:50,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:18:50,086 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:18:50,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:18:50,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir/,STOPPED} 2024-12-05T02:18:50,088 WARN [BP-497854526-172.17.0.2-1733365044190 heartbeating to localhost/127.0.0.1:38989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:18:50,088 WARN [BP-497854526-172.17.0.2-1733365044190 heartbeating to localhost/127.0.0.1:38989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-497854526-172.17.0.2-1733365044190 (Datanode Uuid 395f50ec-5253-41e3-a3b0-69a230330572) service to localhost/127.0.0.1:38989 2024-12-05T02:18:50,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/data/data2/current/BP-497854526-172.17.0.2-1733365044190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:18:50,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:18:50,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:18:50,089 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/cluster_f6af3e50-f4b3-eb9e-3d99-f8af9c9b210a/data/data1/current/BP-497854526-172.17.0.2-1733365044190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:18:50,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:18:50,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:18:50,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:18:50,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:18:50,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:18:50,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c30b20f7-9bef-cc92-ecb2-bf42a9d97625/hadoop.log.dir/,STOPPED} 2024-12-05T02:18:50,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:18:50,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:18:50,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6220b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f6220b8f108.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38989 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49848) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46157 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 247), ProcessCount=11 (was 11), AvailableMemoryMB=8171 (was 8208) 2024-12-05T02:18:50,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=8171 2024-12-05T02:18:50,149 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-05T02:18:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir so I do NOT create it in target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f 2024-12-05T02:18:50,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:18:50,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.tmp.dir so I do NOT create it in target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f 2024-12-05T02:18:50,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/177ba599-8b62-b926-3f3a-66a96ce51233/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:18:50,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f 2024-12-05T02:18:50,150 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e, deleteOnExit=true 2024-12-05T02:18:50,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/zookeeper_0, clientPort=53647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:18:50,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53647 2024-12-05T02:18:50,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:18:50,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:18:50,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/test.cache.data in system properties and HBase conf 2024-12-05T02:18:50,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:18:50,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:18:50,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:18:50,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:18:50,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:18:50,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:18:50,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10180697e430002, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:18:50,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10180697e430002, quorum=127.0.0.1:49848, baseZNode=/02085496833 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:18:50,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10180697e430005, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:18:50,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10180697e430005, quorum=127.0.0.1:49848, baseZNode=/1-279561856 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:18:50,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:50,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:18:50,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:18:50,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:18:50,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:18:50,285 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:50,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:18:50,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:18:50,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3068005f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/java.io.tmpdir/jetty-localhost-45173-hadoop-hdfs-3_4_1-tests_jar-_-any-13240474706495092000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:18:50,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:45173} 2024-12-05T02:18:50,405 INFO [Time-limited test {}] server.Server(415): Started @133314ms 2024-12-05T02:18:50,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:50,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:18:50,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:18:50,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:18:50,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:18:50,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:18:50,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:18:50,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78825a0d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/java.io.tmpdir/jetty-localhost-34491-hadoop-hdfs-3_4_1-tests_jar-_-any-1648618417353308104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:18:50,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:34491} 2024-12-05T02:18:50,655 INFO [Time-limited test {}] server.Server(415): Started @133565ms 2024-12-05T02:18:50,656 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:18:50,774 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/data/data1/current/BP-207449448-172.17.0.2-1733365130195/current, will proceed with Du for space computation calculation, 2024-12-05T02:18:50,774 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/data/data2/current/BP-207449448-172.17.0.2-1733365130195/current, will proceed with Du for space computation calculation, 2024-12-05T02:18:50,801 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:18:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x614202bec92f3bb8 with lease ID 0x2fa3dc37d25f953b: Processing first storage report for DS-68bf8959-0365-45ec-99a9-4b6721356d40 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=4817616d-2a8f-4cf2-8b6c-73bd544f0fde, infoPort=39345, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=1766662991;c=1733365130195) 2024-12-05T02:18:50,803 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x614202bec92f3bb8 with lease ID 0x2fa3dc37d25f953b: from storage DS-68bf8959-0365-45ec-99a9-4b6721356d40 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=4817616d-2a8f-4cf2-8b6c-73bd544f0fde, infoPort=39345, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=1766662991;c=1733365130195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:18:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x614202bec92f3bb8 with lease ID 0x2fa3dc37d25f953b: Processing first storage report for DS-01b4b6b1-42f4-4a51-8d58-cb84b68adfd0 from datanode DatanodeRegistration(127.0.0.1:38847, datanodeUuid=4817616d-2a8f-4cf2-8b6c-73bd544f0fde, infoPort=39345, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=1766662991;c=1733365130195) 2024-12-05T02:18:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x614202bec92f3bb8 with lease ID 0x2fa3dc37d25f953b: from storage DS-01b4b6b1-42f4-4a51-8d58-cb84b68adfd0 node DatanodeRegistration(127.0.0.1:38847, datanodeUuid=4817616d-2a8f-4cf2-8b6c-73bd544f0fde, infoPort=39345, infoSecurePort=0, ipcPort=41519, storageInfo=lv=-57;cid=testClusterID;nsid=1766662991;c=1733365130195), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:18:50,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f 2024-12-05T02:18:50,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:50,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:50,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:18:51,302 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0 with version=8 2024-12-05T02:18:51,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/hbase-staging 2024-12-05T02:18:51,304 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:18:51,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:18:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:18:51,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:18:51,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:18:51,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41377 2024-12-05T02:18:51,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41377 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:51,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413770x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:51,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41377-0x101806ace390000 connected 2024-12-05T02:18:51,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:51,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:51,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:18:51,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0, hbase.cluster.distributed=false 2024-12-05T02:18:51,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/acl 2024-12-05T02:18:51,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T02:18:51,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41377 2024-12-05T02:18:51,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41377 2024-12-05T02:18:51,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T02:18:51,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T02:18:51,373 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:18:51,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:18:51,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:18:51,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41051 2024-12-05T02:18:51,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41051 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:51,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:51,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410510x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:51,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410510x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:18:51,385 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:18:51,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41051-0x101806ace390001 connected 2024-12-05T02:18:51,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:18:51,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/master 2024-12-05T02:18:51,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/acl 2024-12-05T02:18:51,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41051 2024-12-05T02:18:51,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41051 2024-12-05T02:18:51,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41051 2024-12-05T02:18:51,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41051 2024-12-05T02:18:51,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41051 2024-12-05T02:18:51,415 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:41377 2024-12-05T02:18:51,416 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-747809696/backup-masters/01bccfa882c7,41377,1733365131304 2024-12-05T02:18:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:18:51,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:18:51,418 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/backup-masters/01bccfa882c7,41377,1733365131304 2024-12-05T02:18:51,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:51,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/master 2024-12-05T02:18:51,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:51,420 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/master 2024-12-05T02:18:51,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-747809696/backup-masters/01bccfa882c7,41377,1733365131304 from backup master directory 2024-12-05T02:18:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:18:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/backup-masters/01bccfa882c7,41377,1733365131304 2024-12-05T02:18:51,422 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:18:51,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:18:51,422 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,41377,1733365131304 2024-12-05T02:18:51,429 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/hbase.id] with ID: 846e0987-2d17-41e4-891a-a580493a8384 2024-12-05T02:18:51,429 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.tmp/hbase.id 2024-12-05T02:18:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:18:51,840 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.tmp/hbase.id]:[hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/hbase.id] 2024-12-05T02:18:51,851 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:51,851 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:18:51,852 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:18:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:51,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:51,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:18:52,262 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:18:52,262 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:18:52,263 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:52,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:18:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:18:52,671 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store 2024-12-05T02:18:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:18:53,082 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:53,082 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:53,082 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365133082Disabling compacts and flushes for region at 1733365133082Disabling writes for close at 1733365133082Writing region close event to WAL at 1733365133082Closed at 1733365133082 2024-12-05T02:18:53,083 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/.initializing 2024-12-05T02:18:53,083 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304 2024-12-05T02:18:53,085 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:18:53,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C41377%2C1733365131304, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/oldWALs, maxLogs=10 2024-12-05T02:18:53,108 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304/01bccfa882c7%2C41377%2C1733365131304.1733365133087, exclude list is [], retry=0 2024-12-05T02:18:53,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:18:53,113 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:18:53,116 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:18:53,116 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:18:53,117 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:53,117 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,117 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:18:53,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:53,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:53,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:18:53,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:53,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:53,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:18:53,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:53,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:53,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:18:53,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:53,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:53,134 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,134 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,135 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,136 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,136 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,137 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:53,138 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:53,140 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:18:53,140 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60256286, jitterRate=-0.10211136937141418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:53,141 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365133117Initializing all the Stores at 1733365133118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365133118Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365133118Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365133118Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365133118Cleaning up temporary data from old regions at 1733365133136 (+18 ms)Region opened successfully at 1733365133141 (+5 ms) 2024-12-05T02:18:53,141 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:18:53,144 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78da52e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:18:53,145 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:18:53,145 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:18:53,145 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:18:53,146 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:18:53,146 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:18:53,146 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:18:53,146 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:18:53,148 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:18:53,149 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/balancer because node does not exist (not necessarily an error) 2024-12-05T02:18:53,150 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/balancer already deleted, retry=false 2024-12-05T02:18:53,151 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:18:53,151 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:18:53,154 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/normalizer already deleted, retry=false 2024-12-05T02:18:53,154 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:18:53,157 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:18:53,158 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/switch/split already deleted, retry=false 2024-12-05T02:18:53,159 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:18:53,160 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/switch/merge already deleted, retry=false 2024-12-05T02:18:53,163 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:18:53,164 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/snapshot-cleanup already deleted, retry=false 2024-12-05T02:18:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:18:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:18:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,172 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,41377,1733365131304, sessionid=0x101806ace390000, setting cluster-up flag (Was=false) 2024-12-05T02:18:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,180 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-747809696/flush-table-proc/acquired, /0-747809696/flush-table-proc/reached, /0-747809696/flush-table-proc/abort 2024-12-05T02:18:53,180 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41377,1733365131304 2024-12-05T02:18:53,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:53,193 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-747809696/online-snapshot/acquired, /0-747809696/online-snapshot/reached, /0-747809696/online-snapshot/abort 2024-12-05T02:18:53,194 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41377,1733365131304 2024-12-05T02:18:53,197 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:18:53,199 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:53,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:18:53,199 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:18:53,199 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,41377,1733365131304 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:18:53,200 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:53,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:18:53,207 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(746): ClusterId : 846e0987-2d17-41e4-891a-a580493a8384 2024-12-05T02:18:53,207 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:18:53,207 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:53,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:18:53,212 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:18:53,212 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:18:53,212 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365163212 2024-12-05T02:18:53,212 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:18:53,213 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:18:53,213 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:18:53,213 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:18:53,213 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:18:53,213 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:18:53,219 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:18:53,220 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e9ed47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:18:53,229 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,245 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:18:53,245 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:18:53,245 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:18:53,245 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:18:53,251 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:18:53,251 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:18:53,251 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:41051 2024-12-05T02:18:53,251 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:18:53,251 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:18:53,251 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:18:53,252 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,41377,1733365131304 with port=41051, startcode=1733365131373 2024-12-05T02:18:53,253 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:18:53,256 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365133251,5,FailOnTimeoutGroup] 2024-12-05T02:18:53,259 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:18:53,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:18:53,260 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:18:53,260 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365133256,5,FailOnTimeoutGroup] 2024-12-05T02:18:53,260 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,260 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:18:53,260 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,260 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,261 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:18:53,261 WARN [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:18:53,362 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,41377,1733365131304 with port=41051, startcode=1733365131373 2024-12-05T02:18:53,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,365 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0 2024-12-05T02:18:53,365 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44743 2024-12-05T02:18:53,365 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:18:53,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/rs 2024-12-05T02:18:53,367 DEBUG [RS:0;01bccfa882c7:41051 {}] zookeeper.ZKUtil(111): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/rs/01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,367 WARN [RS:0;01bccfa882c7:41051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:18:53,367 INFO [RS:0;01bccfa882c7:41051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:53,367 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,41051,1733365131373] 2024-12-05T02:18:53,372 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:18:53,374 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:18:53,374 INFO [RS:0;01bccfa882c7:41051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:18:53,374 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,374 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:18:53,375 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:18:53,375 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:18:53,375 DEBUG [RS:0;01bccfa882c7:41051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,380 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41051,1733365131373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:18:53,399 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:18:53,399 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41051,1733365131373-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,399 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,399 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.Replication(171): 01bccfa882c7,41051,1733365131373 started 2024-12-05T02:18:53,418 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:53,418 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,41051,1733365131373, RpcServer on 01bccfa882c7/172.17.0.2:41051, sessionid=0x101806ace390001 2024-12-05T02:18:53,418 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:18:53,418 DEBUG [RS:0;01bccfa882c7:41051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,418 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,41051,1733365131373' 2024-12-05T02:18:53,418 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-747809696/flush-table-proc/abort' 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-747809696/flush-table-proc/acquired' 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,41051,1733365131373 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,41051,1733365131373' 2024-12-05T02:18:53,419 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-747809696/online-snapshot/abort' 2024-12-05T02:18:53,420 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-747809696/online-snapshot/acquired' 2024-12-05T02:18:53,420 DEBUG [RS:0;01bccfa882c7:41051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:18:53,420 INFO [RS:0;01bccfa882c7:41051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:18:53,420 INFO [RS:0;01bccfa882c7:41051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:18:53,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:18:53,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:53,521 INFO [RS:0;01bccfa882c7:41051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:18:53,523 INFO [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41051%2C1733365131373, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:18:53,545 DEBUG [RS:0;01bccfa882c7:41051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523, exclude list is [], retry=0 2024-12-05T02:18:53,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:18:53,551 INFO [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523 2024-12-05T02:18:53,551 DEBUG [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:18:53,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:18:53,661 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0 2024-12-05T02:18:53,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:18:54,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:54,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:18:54,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:18:54,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:18:54,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:18:54,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:18:54,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:18:54,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:18:54,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:18:54,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:18:54,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:18:54,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:18:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:18:54,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:18:54,078 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:54,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:18:54,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:18:54,081 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69534408, jitterRate=0.03614342212677002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365134068Initializing all the Stores at 1733365134069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134069Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365134069Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134069Cleaning up temporary data from old regions at 1733365134077 (+8 ms)Region opened successfully at 1733365134081 (+4 ms) 2024-12-05T02:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:18:54,081 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:18:54,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:18:54,082 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:54,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365134081Disabling compacts and flushes for region at 1733365134081Disabling writes for close at 1733365134081Writing region close event to WAL at 1733365134082 (+1 ms)Closed at 1733365134082 2024-12-05T02:18:54,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:54,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:18:54,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:18:54,085 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:18:54,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:18:54,236 DEBUG [01bccfa882c7:41377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:18:54,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:54,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41051,1733365131373, state=OPENING 2024-12-05T02:18:54,239 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:18:54,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:54,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:54,241 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:18:54,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:18:54,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:18:54,241 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,41051,1733365131373}] 2024-12-05T02:18:54,394 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:18:54,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:18:54,399 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:18:54,399 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:54,400 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:18:54,401 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41051%2C1733365131373.meta, suffix=.meta, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:18:54,419 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.meta.1733365134402.meta, exclude list is [], retry=0 2024-12-05T02:18:54,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:18:54,424 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.meta.1733365134402.meta 2024-12-05T02:18:54,425 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:18:54,425 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:18:54,426 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:18:54,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:18:54,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:18:54,426 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:18:54,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:18:54,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:54,426 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:18:54,427 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:18:54,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:18:54,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:18:54,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:18:54,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:18:54,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:18:54,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:18:54,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:18:54,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:18:54,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:54,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:54,435 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:18:54,436 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:18:54,437 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:18:54,438 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:18:54,438 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:18:54,439 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:54,440 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:18:54,441 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69401602, jitterRate=0.03416445851325989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:54,441 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:18:54,441 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365134427Writing region info on filesystem at 1733365134427Initializing all the Stores at 1733365134428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365134428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365134428Cleaning up temporary data from old regions at 1733365134438 (+10 ms)Running coprocessor post-open hooks at 1733365134441 (+3 ms)Region opened successfully at 1733365134441 2024-12-05T02:18:54,442 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365134394 2024-12-05T02:18:54,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:54,447 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41051,1733365131373, state=OPEN 2024-12-05T02:18:54,448 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:18:54,448 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:18:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:18:54,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:18:54,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:54,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:18:54,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:18:54,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:18:54,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,41051,1733365131373 in 213 msec 2024-12-05T02:18:54,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:18:54,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-05T02:18:54,459 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:54,459 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:18:54,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:18:54,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41051,1733365131373, seqNum=-1] 2024-12-05T02:18:54,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:18:54,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:18:54,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-12-05T02:18:54,468 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365134468, completionTime=-1 2024-12-05T02:18:54,468 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:18:54,468 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:18:54,470 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365194471 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365254471 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:41377, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,471 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,472 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,473 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.054sec 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:18:54,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:18:54,479 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:18:54,479 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:18:54,479 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41377,1733365131304-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:54,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4b3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:54,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41377,-1 for getting cluster id 2024-12-05T02:18:54,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:18:54,509 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '846e0987-2d17-41e4-891a-a580493a8384' 2024-12-05T02:18:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:18:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "846e0987-2d17-41e4-891a-a580493a8384" 2024-12-05T02:18:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655a7e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:54,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41377,-1] 2024-12-05T02:18:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:18:54,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:54,512 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:18:54,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:54,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:18:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41051,1733365131373, seqNum=-1] 2024-12-05T02:18:54,515 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:18:54,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:18:54,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,41377,1733365131304 2024-12-05T02:18:54,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:54,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:54,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806ace390002 connected 2024-12-05T02:18:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir so I do NOT create it in target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d 2024-12-05T02:18:54,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:18:54,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.tmp.dir so I do NOT create it in target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d 2024-12-05T02:18:54,524 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:18:54,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/cluster_3e5dd14a-71e7-aab7-3c26-180d139841ea, deleteOnExit=true 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/test.cache.data in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:18:54,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:18:54,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:18:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:18:54,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:54,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:18:54,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:18:54,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:18:54,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:18:54,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:54,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca6a426{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:18:54,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58a30a9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:18:54,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aad9c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/java.io.tmpdir/jetty-localhost-41841-hadoop-hdfs-3_4_1-tests_jar-_-any-10898456661731435445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:18:54,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e1dfb2c{HTTP/1.1, (http/1.1)}{localhost:41841} 2024-12-05T02:18:54,724 INFO [Time-limited test {}] server.Server(415): Started @137633ms 2024-12-05T02:18:54,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:18:54,824 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:18:54,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:18:54,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:18:54,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:18:54,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d17fa12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:18:54,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d1efea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:18:54,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@486ac609{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/java.io.tmpdir/jetty-localhost-34803-hadoop-hdfs-3_4_1-tests_jar-_-any-16486524992612716853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:18:54,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52482d6d{HTTP/1.1, (http/1.1)}{localhost:34803} 2024-12-05T02:18:54,967 INFO [Time-limited test {}] server.Server(415): Started @137876ms 2024-12-05T02:18:54,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:18:55,092 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/cluster_3e5dd14a-71e7-aab7-3c26-180d139841ea/data/data1/current/BP-51270661-172.17.0.2-1733365134547/current, will proceed with Du for space computation calculation, 2024-12-05T02:18:55,092 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/cluster_3e5dd14a-71e7-aab7-3c26-180d139841ea/data/data2/current/BP-51270661-172.17.0.2-1733365134547/current, will proceed with Du for space computation calculation, 2024-12-05T02:18:55,117 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:18:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbafed78f6226d48d with lease ID 0x61173f9cd1f62364: Processing first storage report for DS-61c8720d-1b20-4808-8b87-dac5744d8608 from datanode DatanodeRegistration(127.0.0.1:42725, datanodeUuid=abae8249-2727-41bb-bd30-1517b03bd6c8, infoPort=40409, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=1839351263;c=1733365134547) 2024-12-05T02:18:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbafed78f6226d48d with lease ID 0x61173f9cd1f62364: from storage DS-61c8720d-1b20-4808-8b87-dac5744d8608 node DatanodeRegistration(127.0.0.1:42725, datanodeUuid=abae8249-2727-41bb-bd30-1517b03bd6c8, infoPort=40409, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=1839351263;c=1733365134547), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:18:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbafed78f6226d48d with lease ID 0x61173f9cd1f62364: Processing first storage report for DS-e866d857-2eca-4a71-b81e-04a9b379bdb0 from datanode DatanodeRegistration(127.0.0.1:42725, datanodeUuid=abae8249-2727-41bb-bd30-1517b03bd6c8, infoPort=40409, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=1839351263;c=1733365134547) 2024-12-05T02:18:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbafed78f6226d48d with lease ID 0x61173f9cd1f62364: from storage DS-e866d857-2eca-4a71-b81e-04a9b379bdb0 node DatanodeRegistration(127.0.0.1:42725, datanodeUuid=abae8249-2727-41bb-bd30-1517b03bd6c8, infoPort=40409, infoSecurePort=0, ipcPort=44701, storageInfo=lv=-57;cid=testClusterID;nsid=1839351263;c=1733365134547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:18:55,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d 2024-12-05T02:18:55,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:18:55,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526 with version=8 2024-12-05T02:18:55,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/hbase-staging 2024-12-05T02:18:55,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:18:55,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38125 2024-12-05T02:18:55,624 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38125 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:55,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381250x0, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:55,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38125-0x101806ace390003 connected 2024-12-05T02:18:55,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/running 2024-12-05T02:18:55,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526, hbase.cluster.distributed=false 2024-12-05T02:18:55,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/acl 2024-12-05T02:18:55,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38125 2024-12-05T02:18:55,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38125 2024-12-05T02:18:55,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38125 2024-12-05T02:18:55,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38125 2024-12-05T02:18:55,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38125 2024-12-05T02:18:55,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:18:55,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:18:55,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38581 2024-12-05T02:18:55,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38581 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:55,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:55,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385810x0, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:55,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385810x0, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/running 2024-12-05T02:18:55,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38581-0x101806ace390004 connected 2024-12-05T02:18:55,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:18:55,677 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:18:55,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/master 2024-12-05T02:18:55,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/acl 2024-12-05T02:18:55,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38581 2024-12-05T02:18:55,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38581 2024-12-05T02:18:55,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38581 2024-12-05T02:18:55,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38581 2024-12-05T02:18:55,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38581 2024-12-05T02:18:55,721 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:38125 2024-12-05T02:18:55,725 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1032919154/backup-masters/01bccfa882c7,38125,1733365135622 2024-12-05T02:18:55,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/backup-masters 2024-12-05T02:18:55,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/backup-masters 2024-12-05T02:18:55,728 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on existing znode=/1-1032919154/backup-masters/01bccfa882c7,38125,1733365135622 2024-12-05T02:18:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1032919154/master 2024-12-05T02:18:55,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:55,736 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on existing znode=/1-1032919154/master 2024-12-05T02:18:55,736 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1032919154/backup-masters/01bccfa882c7,38125,1733365135622 from backup master directory 2024-12-05T02:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1032919154/backup-masters/01bccfa882c7,38125,1733365135622 2024-12-05T02:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/backup-masters 2024-12-05T02:18:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/backup-masters 2024-12-05T02:18:55,738 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:18:55,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,38125,1733365135622 2024-12-05T02:18:55,743 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/hbase.id] with ID: dbba1d58-d27f-46d9-954a-80a7f5cace5f 2024-12-05T02:18:55,743 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/.tmp/hbase.id 2024-12-05T02:18:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:18:56,163 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/.tmp/hbase.id]:[hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/hbase.id] 2024-12-05T02:18:56,174 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:18:56,174 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:18:56,175 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:18:56,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:56,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:18:56,182 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:18:56,183 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:18:56,183 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:18:56,589 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store 2024-12-05T02:18:56,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:18:56,996 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:56,996 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:18:56,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365136996Disabling compacts and flushes for region at 1733365136996Disabling writes for close at 1733365136996Writing region close event to WAL at 1733365136996Closed at 1733365136996 2024-12-05T02:18:56,997 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/.initializing 2024-12-05T02:18:56,997 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/WALs/01bccfa882c7,38125,1733365135622 2024-12-05T02:18:56,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:18:56,999 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C38125%2C1733365135622, suffix=, logDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/WALs/01bccfa882c7,38125,1733365135622, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/oldWALs, maxLogs=10 2024-12-05T02:18:57,013 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/WALs/01bccfa882c7,38125,1733365135622/01bccfa882c7%2C38125%2C1733365135622.1733365137000, exclude list is [], retry=0 2024-12-05T02:18:57,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-61c8720d-1b20-4808-8b87-dac5744d8608,DISK] 2024-12-05T02:18:57,018 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/WALs/01bccfa882c7,38125,1733365135622/01bccfa882c7%2C38125%2C1733365135622.1733365137000 2024-12-05T02:18:57,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40409:40409)] 2024-12-05T02:18:57,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:18:57,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:57,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:18:57,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:57,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:18:57,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:57,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:18:57,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:57,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:18:57,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:57,025 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,025 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,026 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,026 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,026 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,027 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:57,028 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:18:57,030 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:18:57,030 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66219384, jitterRate=-0.013254284858703613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:57,030 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365137018Initializing all the Stores at 1733365137019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365137019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365137019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365137019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365137019Cleaning up temporary data from old regions at 1733365137026 (+7 ms)Region opened successfully at 1733365137030 (+4 ms) 2024-12-05T02:18:57,030 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:18:57,033 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e785f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:18:57,034 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:18:57,034 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:18:57,034 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:18:57,034 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:18:57,034 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:18:57,035 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:18:57,035 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:18:57,036 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:18:57,037 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/balancer because node does not exist (not necessarily an error) 2024-12-05T02:18:57,038 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/balancer already deleted, retry=false 2024-12-05T02:18:57,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:18:57,039 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:18:57,042 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/normalizer already deleted, retry=false 2024-12-05T02:18:57,042 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:18:57,043 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:18:57,044 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/switch/split already deleted, retry=false 2024-12-05T02:18:57,045 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:18:57,045 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/switch/merge already deleted, retry=false 2024-12-05T02:18:57,047 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:18:57,048 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/snapshot-cleanup already deleted, retry=false 2024-12-05T02:18:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1032919154/running 2024-12-05T02:18:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1032919154/running 2024-12-05T02:18:57,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,051 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,38125,1733365135622, sessionid=0x101806ace390003, setting cluster-up flag (Was=false) 2024-12-05T02:18:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,059 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1032919154/flush-table-proc/acquired, /1-1032919154/flush-table-proc/reached, /1-1032919154/flush-table-proc/abort 2024-12-05T02:18:57,060 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,38125,1733365135622 2024-12-05T02:18:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:57,067 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1032919154/online-snapshot/acquired, /1-1032919154/online-snapshot/reached, /1-1032919154/online-snapshot/abort 2024-12-05T02:18:57,068 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,38125,1733365135622 2024-12-05T02:18:57,069 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:18:57,071 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:57,071 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:18:57,071 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:18:57,071 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,38125,1733365135622 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:18:57,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365167073 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:18:57,073 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,074 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:57,074 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:18:57,074 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:18:57,074 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365137074,5,FailOnTimeoutGroup] 2024-12-05T02:18:57,075 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365137074,5,FailOnTimeoutGroup] 2024-12-05T02:18:57,075 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,075 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:18:57,075 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,075 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,075 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:18:57,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:18:57,103 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(746): ClusterId : dbba1d58-d27f-46d9-954a-80a7f5cace5f 2024-12-05T02:18:57,103 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:18:57,105 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:18:57,105 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:18:57,108 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:18:57,109 DEBUG [RS:0;01bccfa882c7:38581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d3b1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:18:57,121 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:38581 2024-12-05T02:18:57,121 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:18:57,121 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:18:57,121 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:18:57,121 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,38125,1733365135622 with port=38581, startcode=1733365135666 2024-12-05T02:18:57,122 DEBUG [RS:0;01bccfa882c7:38581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:18:57,123 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:18:57,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38125 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,125 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526 2024-12-05T02:18:57,125 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45037 2024-12-05T02:18:57,125 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:18:57,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/rs 2024-12-05T02:18:57,131 DEBUG [RS:0;01bccfa882c7:38581 {}] zookeeper.ZKUtil(111): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on existing znode=/1-1032919154/rs/01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,131 WARN [RS:0;01bccfa882c7:38581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:18:57,132 INFO [RS:0;01bccfa882c7:38581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:57,132 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,38581,1733365135666] 2024-12-05T02:18:57,135 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:18:57,136 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:18:57,137 INFO [RS:0;01bccfa882c7:38581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:18:57,137 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,137 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:18:57,138 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:18:57,138 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:18:57,138 DEBUG [RS:0;01bccfa882c7:38581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:18:57,138 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,139 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,139 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,139 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,139 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,139 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38581,1733365135666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:18:57,153 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:18:57,153 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38581,1733365135666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,153 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,153 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.Replication(171): 01bccfa882c7,38581,1733365135666 started 2024-12-05T02:18:57,167 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:57,167 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,38581,1733365135666, RpcServer on 01bccfa882c7/172.17.0.2:38581, sessionid=0x101806ace390004 2024-12-05T02:18:57,167 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:18:57,167 DEBUG [RS:0;01bccfa882c7:38581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,167 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38581,1733365135666' 2024-12-05T02:18:57,167 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1032919154/flush-table-proc/abort' 2024-12-05T02:18:57,167 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1032919154/flush-table-proc/acquired' 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,38581,1733365135666 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38581,1733365135666' 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1032919154/online-snapshot/abort' 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1032919154/online-snapshot/acquired' 2024-12-05T02:18:57,168 DEBUG [RS:0;01bccfa882c7:38581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:18:57,168 INFO [RS:0;01bccfa882c7:38581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:18:57,168 INFO [RS:0;01bccfa882c7:38581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:18:57,269 INFO [RS:0;01bccfa882c7:38581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:18:57,270 INFO [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38581%2C1733365135666, suffix=, logDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/oldWALs, maxLogs=10 2024-12-05T02:18:57,283 DEBUG [RS:0;01bccfa882c7:38581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666/01bccfa882c7%2C38581%2C1733365135666.1733365137270, exclude list is [], retry=0 2024-12-05T02:18:57,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-61c8720d-1b20-4808-8b87-dac5744d8608,DISK] 2024-12-05T02:18:57,288 INFO [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666/01bccfa882c7%2C38581%2C1733365135666.1733365137270 2024-12-05T02:18:57,288 DEBUG [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40409:40409)] 2024-12-05T02:18:57,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:18:57,483 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526 2024-12-05T02:18:57,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:18:57,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:57,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:18:57,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:18:57,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:57,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:18:57,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:18:57,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:57,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:18:57,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:18:57,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:57,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:18:57,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:18:57,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:57,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:57,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:18:57,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740 2024-12-05T02:18:57,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740 2024-12-05T02:18:57,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:18:57,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:18:57,899 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:57,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:18:57,902 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:18:57,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65129279, jitterRate=-0.029498115181922913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365137889Initializing all the Stores at 1733365137890 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365137890Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365137890Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365137890Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365137890Cleaning up temporary data from old regions at 1733365137899 (+9 ms)Region opened successfully at 1733365137903 (+4 ms) 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:18:57,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:18:57,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:18:57,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365137903Disabling compacts and flushes for region at 1733365137903Disabling writes for close at 1733365137903Writing region close event to WAL at 1733365137903Closed at 1733365137903 2024-12-05T02:18:57,904 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:57,904 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:18:57,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:18:57,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:18:57,906 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:18:58,056 DEBUG [01bccfa882c7:38125 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:18:58,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,38581,1733365135666 2024-12-05T02:18:58,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38581,1733365135666, state=OPENING 2024-12-05T02:18:58,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:18:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:58,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:18:58,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:18:58,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1032919154/meta-region-server: CHANGED 2024-12-05T02:18:58,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1032919154/meta-region-server: CHANGED 2024-12-05T02:18:58,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38581,1733365135666}] 2024-12-05T02:18:58,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:18:58,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:18:58,220 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:18:58,220 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:58,220 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:18:58,222 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38581%2C1733365135666.meta, suffix=.meta, logDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666, archiveDir=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/oldWALs, maxLogs=10 2024-12-05T02:18:58,235 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666/01bccfa882c7%2C38581%2C1733365135666.meta.1733365138222.meta, exclude list is [], retry=0 2024-12-05T02:18:58,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42725,DS-61c8720d-1b20-4808-8b87-dac5744d8608,DISK] 2024-12-05T02:18:58,239 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666/01bccfa882c7%2C38581%2C1733365135666.meta.1733365138222.meta 2024-12-05T02:18:58,239 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40409:40409)] 2024-12-05T02:18:58,239 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:18:58,240 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:18:58,240 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:18:58,240 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:18:58,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:18:58,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:18:58,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:58,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:58,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:18:58,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:18:58,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:58,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:58,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:18:58,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:18:58,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:58,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:58,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:18:58,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:18:58,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:58,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:18:58,246 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:18:58,247 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740 2024-12-05T02:18:58,248 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740 2024-12-05T02:18:58,250 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:18:58,250 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:18:58,251 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:18:58,253 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:18:58,254 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72015294, jitterRate=0.07311150431632996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:18:58,254 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:18:58,254 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365138240Writing region info on filesystem at 1733365138240Initializing all the Stores at 1733365138241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365138241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365138241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365138241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365138241Cleaning up temporary data from old regions at 1733365138250 (+9 ms)Running coprocessor post-open hooks at 1733365138254 (+4 ms)Region opened successfully at 1733365138254 2024-12-05T02:18:58,255 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365138215 2024-12-05T02:18:58,257 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:18:58,258 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:18:58,258 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38581,1733365135666 2024-12-05T02:18:58,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38581,1733365135666, state=OPEN 2024-12-05T02:18:58,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1032919154/meta-region-server 2024-12-05T02:18:58,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1032919154/meta-region-server 2024-12-05T02:18:58,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,38581,1733365135666 2024-12-05T02:18:58,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1032919154/meta-region-server: CHANGED 2024-12-05T02:18:58,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1032919154/meta-region-server: CHANGED 2024-12-05T02:18:58,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:18:58,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38581,1733365135666 in 200 msec 2024-12-05T02:18:58,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:18:58,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-05T02:18:58,267 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:18:58,267 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:18:58,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:18:58,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38581,1733365135666, seqNum=-1] 2024-12-05T02:18:58,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:18:58,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:18:58,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-05T02:18:58,275 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365138275, completionTime=-1 2024-12-05T02:18:58,275 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:18:58,275 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365198278 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365258278 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:38125, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,278 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,280 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:18:58,282 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.544sec 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:18:58,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:18:58,285 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:18:58,285 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:18:58,285 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38125,1733365135622-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:18:58,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38125,-1 for getting cluster id 2024-12-05T02:18:58,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:18:58,306 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbba1d58-d27f-46d9-954a-80a7f5cace5f' 2024-12-05T02:18:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:18:58,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbba1d58-d27f-46d9-954a-80a7f5cace5f" 2024-12-05T02:18:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188efdb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38125,-1] 2024-12-05T02:18:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:18:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:58,308 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:18:58,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:18:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38581,1733365135666, seqNum=-1] 2024-12-05T02:18:58,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:18:58,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:18:58,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,38125,1733365135622 2024-12-05T02:18:58,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:18:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:18:58,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806ace390005 connected 2024-12-05T02:18:58,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f708f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41377,-1 for getting cluster id 2024-12-05T02:18:58,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:18:58,324 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '846e0987-2d17-41e4-891a-a580493a8384' 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "846e0987-2d17-41e4-891a-a580493a8384" 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90db95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41377,-1] 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:18:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:58,325 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:18:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@411bdf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:18:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41377,1733365131304 2024-12-05T02:18:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15292ba0 2024-12-05T02:18:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:18:58,328 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:18:58,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:38125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:18:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:18:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:18:58,331 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38125' 2024-12-05T02:18:58,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e097e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,332 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38125,-1 for getting cluster id 2024-12-05T02:18:58,332 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:18:58,333 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbba1d58-d27f-46d9-954a-80a7f5cace5f' 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbba1d58-d27f-46d9-954a-80a7f5cace5f" 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a36e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38125,-1] 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:18:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:58,335 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:18:58,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29aa847b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:58,336 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:18:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38125,1733365135622 2024-12-05T02:18:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec1afd8 2024-12-05T02:18:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:18:58,338 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:18:58,339 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T02:18:58,339 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:18:58,339 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:58,339 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:58,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:18:58,340 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:18:58,341 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:18:58,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:18:58,342 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:58,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:18:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741835_1011 (size=1138) 2024-12-05T02:18:58,391 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:18:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:18:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:18:58,751 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bc56e1cea0362aa302fbe53db3b2ce9, NAME => 'hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0 2024-12-05T02:18:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741836_1012 (size=44) 2024-12-05T02:18:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9bc56e1cea0362aa302fbe53db3b2ce9, disabling compactions & flushes 2024-12-05T02:18:59,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. after waiting 0 ms 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bc56e1cea0362aa302fbe53db3b2ce9: Waiting for close lock at 1733365139158Disabling compacts and flushes for region at 1733365139158Disabling writes for close at 1733365139158Writing region close event to WAL at 1733365139158Closed at 1733365139158 2024-12-05T02:18:59,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:18:59,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365139160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365139160"}]},"ts":"1733365139160"} 2024-12-05T02:18:59,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:18:59,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:18:59,164 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365139164"}]},"ts":"1733365139164"} 2024-12-05T02:18:59,166 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:18:59,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN}] 2024-12-05T02:18:59,167 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN 2024-12-05T02:18:59,168 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN; state=OFFLINE, location=01bccfa882c7,41051,1733365131373; forceNewPlan=false, retain=false 2024-12-05T02:18:59,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bc56e1cea0362aa302fbe53db3b2ce9, regionState=OPENING, regionLocation=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:59,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN because future has completed 2024-12-05T02:18:59,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,41051,1733365131373}] 2024-12-05T02:18:59,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:18:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:18:59,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:18:59,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:18:59,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C41051%2C1733365131373.rep, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:18:59,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.rep.1733365139483, exclude list is [], retry=0 2024-12-05T02:18:59,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:18:59,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.rep.1733365139483 2024-12-05T02:18:59,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:18:59,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bc56e1cea0362aa302fbe53db3b2ce9, NAME => 'hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:18:59,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. service=MultiRowMutationService 2024-12-05T02:18:59,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,521 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,523 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName hfileref 2024-12-05T02:18:59,523 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:59,524 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:59,524 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,525 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName queue 2024-12-05T02:18:59,525 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:59,526 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:59,526 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,527 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName sid 2024-12-05T02:18:59,527 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:18:59,527 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:18:59,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:18:59,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:18:59,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9bc56e1cea0362aa302fbe53db3b2ce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71978008, jitterRate=0.07255589962005615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:18:59,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:18:59,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9bc56e1cea0362aa302fbe53db3b2ce9: Running coprocessor pre-open hook at 1733365139519Writing region info on filesystem at 1733365139519Initializing all the Stores at 1733365139520 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365139520Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365139521 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365139521Cleaning up temporary data from old regions at 1733365139529 (+8 ms)Running coprocessor post-open hooks at 1733365139538 (+9 ms)Region opened successfully at 1733365139538 2024-12-05T02:18:59,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., pid=7, masterSystemTime=1733365139474 2024-12-05T02:18:59,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:18:59,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9bc56e1cea0362aa302fbe53db3b2ce9, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,41051,1733365131373 2024-12-05T02:18:59,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,41051,1733365131373 because future has completed 2024-12-05T02:18:59,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-05T02:18:59,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,41051,1733365131373 in 227 msec 2024-12-05T02:18:59,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:18:59,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN in 385 msec 2024-12-05T02:18:59,555 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:18:59,555 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365139555"}]},"ts":"1733365139555"} 2024-12-05T02:18:59,557 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:18:59,558 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:18:59,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-12-05T02:18:59,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., hostname=01bccfa882c7,41051,1733365131373, seqNum=2] 2024-12-05T02:18:59,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:59,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:18:59,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:18:59,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-05T02:18:59,764 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:18:59,795 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,41051,1733365131373, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:18:59,796 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:18:59,796 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,41051,1733365131373, seqNum=-1] 2024-12-05T02:18:59,796 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:18:59,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-05T02:18:59,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,41051,1733365131373', locateType=CURRENT is [region=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., hostname=01bccfa882c7,41051,1733365131373, seqNum=2] 2024-12-05T02:18:59,804 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T02:18:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T02:18:59,807 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,41051,1733365131373 suceeded 2024-12-05T02:18:59,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-05T02:18:59,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-12-05T02:18:59,809 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:38125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:18:59,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-12-05T02:18:59,821 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38125' 2024-12-05T02:18:59,822 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11aaa70b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:59,822 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38125,-1 for getting cluster id 2024-12-05T02:18:59,822 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:18:59,823 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbba1d58-d27f-46d9-954a-80a7f5cace5f' 2024-12-05T02:18:59,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:18:59,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbba1d58-d27f-46d9-954a-80a7f5cace5f" 2024-12-05T02:18:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4815aca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38125,-1] 2024-12-05T02:18:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:18:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:18:59,825 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:18:59,825 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c750ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:18:59,825 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:18:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38125,1733365135622 2024-12-05T02:18:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c0b146e 2024-12-05T02:18:59,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:18:59,827 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-05T02:18:59,827 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,41051,1733365131373 (queues=1) is replicating from cluster=846e0987-2d17-41e4-891a-a580493a8384 to cluster=dbba1d58-d27f-46d9-954a-80a7f5cace5f 2024-12-05T02:18:59,827 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C41051%2C1733365131373 2024-12-05T02:18:59,828 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,41051,1733365131373, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:18:59,828 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.shipper01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C41051%2C1733365131373 2024-12-05T02:18:59,828 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523, startPosition=0, beingWritten=true 2024-12-05T02:18:59,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:18:59,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:59,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:59,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:59,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:59,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:18:59,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:00,033 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523 to pos 0, reset compression=false 2024-12-05T02:19:00,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523 to pos 0, reset compression=false 2024-12-05T02:19:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:00,483 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:19:00,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:00,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:00,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:00,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41377,1733365131304 2024-12-05T02:19:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5068b249 2024-12-05T02:19:00,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:00,485 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:00,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:19:00,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:00,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:00,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:00,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:00,486 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=566306339, stopped=false 2024-12-05T02:19:00,486 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,41377,1733365131304 2024-12-05T02:19:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:00,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:00,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:00,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:00,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:00,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:00,488 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,41051,1733365131373' ***** 2024-12-05T02:19:00,488 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:00,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:00,489 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,41051,1733365131373 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:00,489 INFO [RS:0;01bccfa882c7:41051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:41051. 2024-12-05T02:19:00,489 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bc56e1cea0362aa302fbe53db3b2ce9, disabling compactions & flushes 2024-12-05T02:19:00,489 DEBUG [RS:0;01bccfa882c7:41051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:00,489 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:00,489 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:00,489 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:00,489 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. after waiting 0 ms 2024-12-05T02:19:00,489 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:00,490 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:00,490 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9bc56e1cea0362aa302fbe53db3b2ce9 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-05T02:19:00,490 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:00,490 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:00,490 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:00,490 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:19:00,490 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1325): Online Regions={9bc56e1cea0362aa302fbe53db3b2ce9=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:19:00,490 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:00,490 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:00,490 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:00,490 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:00,490 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:00,490 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:00,490 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-05T02:19:00,507 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/23b89eba767b461e86dff460a08489ff is 147, key is hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9./info:regioninfo/1733365139543/Put/seqid=0 2024-12-05T02:19:00,507 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/.tmp/queue/463dfaa21987438497f880e04eb42f54 is 151, key is 1-01bccfa882c7,41051,1733365131373/queue:01bccfa882c7%2C41051%2C1733365131373/1733365139800/Put/seqid=0 2024-12-05T02:19:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741839_1015 (size=5350) 2024-12-05T02:19:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741838_1014 (size=6631) 2024-12-05T02:19:00,513 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/23b89eba767b461e86dff460a08489ff 2024-12-05T02:19:00,534 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/ns/61a7a08dfd3a4d7287b88647c8a05e1f is 43, key is default/ns:d/1733365134463/Put/seqid=0 2024-12-05T02:19:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741840_1016 (size=5153) 2024-12-05T02:19:00,586 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:00,690 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:00,745 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523 to pos 0, reset compression=false 2024-12-05T02:19:00,890 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:00,912 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/.tmp/queue/463dfaa21987438497f880e04eb42f54 2024-12-05T02:19:00,918 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/.tmp/queue/463dfaa21987438497f880e04eb42f54 as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/queue/463dfaa21987438497f880e04eb42f54 2024-12-05T02:19:00,922 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/queue/463dfaa21987438497f880e04eb42f54, entries=1, sequenceid=5, filesize=5.2 K 2024-12-05T02:19:00,923 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9bc56e1cea0362aa302fbe53db3b2ce9 in 434ms, sequenceid=5, compaction requested=false 2024-12-05T02:19:00,923 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:19:00,928 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:19:00,928 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:00,928 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:00,928 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:00,929 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bc56e1cea0362aa302fbe53db3b2ce9: Waiting for close lock at 1733365140489Running coprocessor pre-close hooks at 1733365140489Disabling compacts and flushes for region at 1733365140489Disabling writes for close at 1733365140489Obtaining lock to block concurrent updates at 1733365140490 (+1 ms)Preparing flush snapshotting stores in 9bc56e1cea0362aa302fbe53db3b2ce9 at 1733365140490Finished memstore snapshotting hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733365140490Flushing stores of hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. at 1733365140490Flushing 9bc56e1cea0362aa302fbe53db3b2ce9/queue: creating writer at 1733365140491 (+1 ms)Flushing 9bc56e1cea0362aa302fbe53db3b2ce9/queue: appending metadata at 1733365140507 (+16 ms)Flushing 9bc56e1cea0362aa302fbe53db3b2ce9/queue: closing flushed file at 1733365140507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9c8041: reopening flushed file at 1733365140917 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9bc56e1cea0362aa302fbe53db3b2ce9 in 434ms, sequenceid=5, compaction requested=false at 1733365140923 (+6 ms)Writing region close event to WAL at 1733365140924 (+1 ms)Running coprocessor post-close hooks at 1733365140928 (+4 ms)Closed at 1733365140928 2024-12-05T02:19:00,929 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:00,939 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/ns/61a7a08dfd3a4d7287b88647c8a05e1f 2024-12-05T02:19:00,958 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/table/ffe21df830564e0f99512ab2c9ed74f5 is 53, key is hbase:replication/table:state/1733365139555/Put/seqid=0 2024-12-05T02:19:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741841_1017 (size=5256) 2024-12-05T02:19:01,091 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:01,249 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.1733365133523 to pos 0, reset compression=false 2024-12-05T02:19:01,291 DEBUG [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:01,363 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/table/ffe21df830564e0f99512ab2c9ed74f5 2024-12-05T02:19:01,368 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/23b89eba767b461e86dff460a08489ff as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/info/23b89eba767b461e86dff460a08489ff 2024-12-05T02:19:01,372 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/info/23b89eba767b461e86dff460a08489ff, entries=10, sequenceid=11, filesize=6.5 K 2024-12-05T02:19:01,373 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/ns/61a7a08dfd3a4d7287b88647c8a05e1f as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/ns/61a7a08dfd3a4d7287b88647c8a05e1f 2024-12-05T02:19:01,377 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/ns/61a7a08dfd3a4d7287b88647c8a05e1f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:19:01,378 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/table/ffe21df830564e0f99512ab2c9ed74f5 as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/table/ffe21df830564e0f99512ab2c9ed74f5 2024-12-05T02:19:01,382 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/table/ffe21df830564e0f99512ab2c9ed74f5, entries=2, sequenceid=11, filesize=5.1 K 2024-12-05T02:19:01,383 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false 2024-12-05T02:19:01,386 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:19:01,387 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:01,387 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:01,387 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:01,387 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365140490Running coprocessor pre-close hooks at 1733365140490Disabling compacts and flushes for region at 1733365140490Disabling writes for close at 1733365140490Obtaining lock to block concurrent updates at 1733365140490Preparing flush snapshotting stores in 1588230740 at 1733365140490Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733365140491 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365140491Flushing 1588230740/info: creating writer at 1733365140491Flushing 1588230740/info: appending metadata at 1733365140506 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733365140506Flushing 1588230740/ns: creating writer at 1733365140518 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733365140534 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733365140534Flushing 1588230740/table: creating writer at 1733365140944 (+410 ms)Flushing 1588230740/table: appending metadata at 1733365140958 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733365140958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dec4c7b: reopening flushed file at 1733365141367 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573078d2: reopening flushed file at 1733365141372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55da5419: reopening flushed file at 1733365141377 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 892ms, sequenceid=11, compaction requested=false at 1733365141383 (+6 ms)Writing region close event to WAL at 1733365141384 (+1 ms)Running coprocessor post-close hooks at 1733365141387 (+3 ms)Closed at 1733365141387 2024-12-05T02:19:01,387 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:01,411 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:01,411 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:01,491 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,41051,1733365131373; all regions closed. 2024-12-05T02:19:01,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.meta.1733365134402.meta not finished, retry = 0 2024-12-05T02:19:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741834_1010 (size=2742) 2024-12-05T02:19:01,596 DEBUG [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:01,596 INFO [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41051%2C1733365131373.meta:.meta(num 1733365134402) 2024-12-05T02:19:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741837_1013 (size=1586) 2024-12-05T02:19:01,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373/01bccfa882c7%2C41051%2C1733365131373.rep.1733365139483 not finished, retry = 0 2024-12-05T02:19:01,701 DEBUG [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:01,701 INFO [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41051%2C1733365131373.rep:(num 1733365139483) 2024-12-05T02:19:01,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:19:01,704 DEBUG [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C41051%2C1733365131373:(num 1733365133523) 2024-12-05T02:19:01,705 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:01,705 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,41051,1733365131373 because: Region server is closing 2024-12-05T02:19:01,705 INFO [RS:0;01bccfa882c7:41051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:41051. 2024-12-05T02:19:01,706 DEBUG [RS:0;01bccfa882c7:41051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:01,706 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:01,706 DEBUG [RS:0;01bccfa882c7:41051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:01,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:01,806 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.wal-reader.01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:19:01,806 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.shipper01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:19:01,806 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,41051,1733365131373.replicationSource.shipper01bccfa882c7%2C41051%2C1733365131373,1-01bccfa882c7,41051,1733365131373 terminated 2024-12-05T02:19:01,807 INFO [RS:0;01bccfa882c7:41051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41051 2024-12-05T02:19:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/rs/01bccfa882c7,41051,1733365131373 2024-12-05T02:19:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/rs 2024-12-05T02:19:01,810 INFO [RS:0;01bccfa882c7:41051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:01,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,41051,1733365131373] 2024-12-05T02:19:01,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/draining/01bccfa882c7,41051,1733365131373 already deleted, retry=false 2024-12-05T02:19:01,812 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,41051,1733365131373 expired; onlineServers=0 2024-12-05T02:19:01,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,41377,1733365131304' ***** 2024-12-05T02:19:01,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:01,813 DEBUG [M:0;01bccfa882c7:41377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:19:01,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:19:01,813 DEBUG [M:0;01bccfa882c7:41377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:19:01,813 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365133251 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365133251,5,FailOnTimeoutGroup] 2024-12-05T02:19:01,813 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365133256 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365133256,5,FailOnTimeoutGroup] 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:01,813 DEBUG [M:0;01bccfa882c7:41377 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:19:01,813 INFO [M:0;01bccfa882c7:41377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:01,814 INFO [M:0;01bccfa882c7:41377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:19:01,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:19:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/master 2024-12-05T02:19:01,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:01,815 DEBUG [M:0;01bccfa882c7:41377 {}] zookeeper.ZKUtil(347): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/master because node does not exist (not an error) 2024-12-05T02:19:01,815 WARN [M:0;01bccfa882c7:41377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:19:01,815 INFO [M:0;01bccfa882c7:41377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.lastflushedseqids 2024-12-05T02:19:01,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741842_1018 (size=181) 2024-12-05T02:19:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:01,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41051-0x101806ace390001, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:01,911 INFO [RS:0;01bccfa882c7:41051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:01,912 INFO [RS:0;01bccfa882c7:41051 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,41051,1733365131373; zookeeper connection closed. 2024-12-05T02:19:01,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@595eabff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@595eabff 2024-12-05T02:19:01,912 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:19:02,224 INFO [M:0;01bccfa882c7:41377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:19:02,224 INFO [M:0;01bccfa882c7:41377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:19:02,224 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:02,224 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:02,224 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:02,224 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:02,224 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:02,224 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-05T02:19:02,245 DEBUG [M:0;01bccfa882c7:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c44d657a54e452098cab6540bcee6ae is 82, key is hbase:meta,,1/info:regioninfo/1733365134446/Put/seqid=0 2024-12-05T02:19:02,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741843_1019 (size=5672) 2024-12-05T02:19:02,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:19:02,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:02,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:02,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T02:19:02,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:02,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:19:02,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:19:02,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:02,651 INFO [M:0;01bccfa882c7:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c44d657a54e452098cab6540bcee6ae 2024-12-05T02:19:02,677 DEBUG [M:0;01bccfa882c7:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46bc86d3dbbf46abaf29498f1d09d655 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733365139559/Put/seqid=0 2024-12-05T02:19:02,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741844_1020 (size=7203) 2024-12-05T02:19:03,082 INFO [M:0;01bccfa882c7:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46bc86d3dbbf46abaf29498f1d09d655 2024-12-05T02:19:03,101 DEBUG [M:0;01bccfa882c7:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9fb4243e744522805fc149d20a9aab is 69, key is 01bccfa882c7,41051,1733365131373/rs:state/1733365133363/Put/seqid=0 2024-12-05T02:19:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741845_1021 (size=5156) 2024-12-05T02:19:03,506 INFO [M:0;01bccfa882c7:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9fb4243e744522805fc149d20a9aab 2024-12-05T02:19:03,516 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c44d657a54e452098cab6540bcee6ae as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c44d657a54e452098cab6540bcee6ae 2024-12-05T02:19:03,521 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c44d657a54e452098cab6540bcee6ae, entries=8, sequenceid=70, filesize=5.5 K 2024-12-05T02:19:03,522 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46bc86d3dbbf46abaf29498f1d09d655 as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46bc86d3dbbf46abaf29498f1d09d655 2024-12-05T02:19:03,529 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46bc86d3dbbf46abaf29498f1d09d655, entries=8, sequenceid=70, filesize=7.0 K 2024-12-05T02:19:03,530 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e9fb4243e744522805fc149d20a9aab as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9fb4243e744522805fc149d20a9aab 2024-12-05T02:19:03,538 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9fb4243e744522805fc149d20a9aab, entries=1, sequenceid=70, filesize=5.0 K 2024-12-05T02:19:03,539 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-12-05T02:19:03,545 INFO [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:03,545 DEBUG [M:0;01bccfa882c7:41377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365142224Disabling compacts and flushes for region at 1733365142224Disabling writes for close at 1733365142224Obtaining lock to block concurrent updates at 1733365142224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365142224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733365142225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365142226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365142226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365142245 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365142245Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365142657 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365142677 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365142677Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365143086 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365143101 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365143101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4063d1c5: reopening flushed file at 1733365143515 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db76614: reopening flushed file at 1733365143521 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65fef372: reopening flushed file at 1733365143529 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1733365143539 (+10 ms)Writing region close event to WAL at 1733365143545 (+6 ms)Closed at 1733365143545 2024-12-05T02:19:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741830_1006 (size=41008) 2024-12-05T02:19:03,552 INFO [M:0;01bccfa882c7:41377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:19:03,552 INFO [M:0;01bccfa882c7:41377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41377 2024-12-05T02:19:03,553 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:03,553 INFO [M:0;01bccfa882c7:41377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:03,659 INFO [M:0;01bccfa882c7:41377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:03,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x101806ace390000, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:03,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:19:03,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:03,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35063 2024-12-05T02:19:03,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35063 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:19:03,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350630x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:03,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35063-0x101806ace390006 connected 2024-12-05T02:19:03,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:03,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:03,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:03,674 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: INIT 2024-12-05T02:19:03,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0, hbase.cluster.distributed=false 2024-12-05T02:19:03,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/acl 2024-12-05T02:19:03,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T02:19:03,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35063 2024-12-05T02:19:03,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35063 2024-12-05T02:19:03,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T02:19:03,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35063 2024-12-05T02:19:03,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:19:03,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:03,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35611 2024-12-05T02:19:03,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35611 connecting to ZooKeeper ensemble=127.0.0.1:53647 2024-12-05T02:19:03,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:03,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:03,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356110x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:03,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356110x0, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:03,703 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: INIT 2024-12-05T02:19:03,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:19:03,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35611-0x101806ace390007 connected 2024-12-05T02:19:03,707 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:19:03,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/master 2024-12-05T02:19:03,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/acl 2024-12-05T02:19:03,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35611 2024-12-05T02:19:03,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35611 2024-12-05T02:19:03,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35611 2024-12-05T02:19:03,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35611 2024-12-05T02:19:03,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35611 2024-12-05T02:19:03,738 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:35063 2024-12-05T02:19:03,739 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-747809696/backup-masters/01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:19:03,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:19:03,742 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/backup-masters/01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/master 2024-12-05T02:19:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:03,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:03,748 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/master 2024-12-05T02:19:03,748 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-747809696/backup-masters/01bccfa882c7,35063,1733365143660 from backup master directory 2024-12-05T02:19:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/backup-masters/01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:19:03,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/backup-masters 2024-12-05T02:19:03,751 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:03,751 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,775 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:03,775 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:19:03,783 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-12-05T02:19:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741846_1022 (size=196) 2024-12-05T02:19:03,799 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:03,800 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:19:03,800 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:03,807 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-05T02:19:03,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304 to hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304-dead as it is dead 2024-12-05T02:19:03,812 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304-dead/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:19:03,813 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304-dead/01bccfa882c7%2C41377%2C1733365131304.1733365133087 after 1ms 2024-12-05T02:19:03,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304-dead/01bccfa882c7%2C41377%2C1733365131304.1733365133087 to hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:19:03,817 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,41377,1733365131304-dead 2024-12-05T02:19:03,818 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,819 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:03,820 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C35063%2C1733365143660, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,35063,1733365143660, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/oldWALs, maxLogs=10 2024-12-05T02:19:03,842 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,35063,1733365143660/01bccfa882c7%2C35063%2C1733365143660.1733365143820, exclude list is [], retry=0 2024-12-05T02:19:03,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:19:03,849 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,35063,1733365143660/01bccfa882c7%2C35063%2C1733365143660.1733365143820 2024-12-05T02:19:03,852 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:19:03,852 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:03,853 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:03,853 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,853 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:19:03,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:03,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c44d657a54e452098cab6540bcee6ae 2024-12-05T02:19:03,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:03,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:19:03,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:03,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46bc86d3dbbf46abaf29498f1d09d655 2024-12-05T02:19:03,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:03,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:19:03,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:03,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e9fb4243e744522805fc149d20a9aab 2024-12-05T02:19:03,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:03,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:19:03,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:03,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:03,886 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,886 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-05T02:19:03,886 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:19:03,891 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:19:03,892 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/01bccfa882c7%2C41377%2C1733365131304.1733365133087 2024-12-05T02:19:03,894 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,894 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,895 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:03,896 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:03,899 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-05T02:19:03,900 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607620, jitterRate=0.05213552713394165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:03,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365143853Initializing all the Stores at 1733365143854 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365143854Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365143854Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365143854Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365143854Cleaning up temporary data from old regions at 1733365143894 (+40 ms)Region opened successfully at 1733365143900 (+6 ms) 2024-12-05T02:19:03,904 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:19:03,906 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73932c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:03,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-05T02:19:03,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:19:03,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:19:03,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:19:03,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:19:03,914 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:03,915 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:19:03,915 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:19:03,915 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T02:19:03,915 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:19:03,919 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=01bccfa882c7,41051,1733365131373, regionLocation=01bccfa882c7,41051,1733365131373, openSeqNum=2 2024-12-05T02:19:03,919 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=01bccfa882c7,41051,1733365131373, table=hbase:meta, region=1588230740 2024-12-05T02:19:03,919 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,41051,1733365131373, state=OPEN 2024-12-05T02:19:03,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:03,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:03,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:03,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:03,926 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:19:03,928 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/draining/01bccfa882c7,41051,1733365131373 already deleted, retry=false 2024-12-05T02:19:03,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 01bccfa882c7,41051,1733365131373 on 01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,931 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 01bccfa882c7,41051,1733365131373, splitWal=true, meta=true 2024-12-05T02:19:03,932 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 01bccfa882c7,41051,1733365131373 (carryingMeta=true) 01bccfa882c7,41051,1733365131373/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@17b2f827[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-05T02:19:03,934 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/balancer because node does not exist (not necessarily an error) 2024-12-05T02:19:03,935 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/balancer already deleted, retry=false 2024-12-05T02:19:03,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:19:03,936 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:19:03,937 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/normalizer already deleted, retry=false 2024-12-05T02:19:03,938 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:19:03,938 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:19:03,940 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/switch/split already deleted, retry=false 2024-12-05T02:19:03,940 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:19:03,943 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/switch/merge already deleted, retry=false 2024-12-05T02:19:03,949 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:19:03,950 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/snapshot-cleanup already deleted, retry=false 2024-12-05T02:19:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:03,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:03,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:03,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:03,957 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,35063,1733365143660, sessionid=0x101806ace390006, setting cluster-up flag (Was=false) 2024-12-05T02:19:03,962 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-747809696/flush-table-proc/acquired, /0-747809696/flush-table-proc/reached, /0-747809696/flush-table-proc/abort 2024-12-05T02:19:03,963 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,966 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-747809696/online-snapshot/acquired, /0-747809696/online-snapshot/reached, /0-747809696/online-snapshot/abort 2024-12-05T02:19:03,967 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,35063,1733365143660 2024-12-05T02:19:03,968 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.lastflushedseqids 2024-12-05T02:19:03,972 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:19:03,973 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:19:03,973 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,35063,1733365143660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 01bccfa882c7,41051,1733365131373 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:03,974 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:03,984 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 01bccfa882c7,41051,1733365131373, splitWal=true, meta=true 2024-12-05T02:19:03,985 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,41051,1733365131373, splitWal=true, meta=true, isMeta: true 2024-12-05T02:19:03,986 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373-splitting 2024-12-05T02:19:03,987 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373-splitting dir is empty, no logs to split. 2024-12-05T02:19:03,987 INFO [PEWorker-1 {}] master.SplitWALManager(105): 01bccfa882c7,41051,1733365131373 WAL count=0, meta=true 2024-12-05T02:19:03,988 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365173988 2024-12-05T02:19:03,988 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:19:03,988 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:19:03,989 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:19:03,989 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:19:03,989 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:19:03,989 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:19:03,989 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373-splitting dir is empty, no logs to split. 2024-12-05T02:19:03,989 INFO [PEWorker-1 {}] master.SplitWALManager(105): 01bccfa882c7,41051,1733365131373 WAL count=0, meta=true 2024-12-05T02:19:03,989 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,41051,1733365131373 WAL splitting is done? wals=0, meta=true 2024-12-05T02:19:03,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:19:03,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:03,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:19:03,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:03,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:19:03,995 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:19:03,995 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:19:03,995 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:19:03,996 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:19:03,996 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:19:04,000 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365143996,5,FailOnTimeoutGroup] 2024-12-05T02:19:04,004 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365144000,5,FailOnTimeoutGroup] 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365144004, completionTime=-1 2024-12-05T02:19:04,004 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-05T02:19:04,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T02:19:04,021 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(746): ClusterId : 846e0987-2d17-41e4-891a-a580493a8384 2024-12-05T02:19:04,021 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:19:04,023 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:19:04,023 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:19:04,025 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:19:04,025 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30694f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:04,039 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:35611 2024-12-05T02:19:04,039 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:19:04,039 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:19:04,039 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:19:04,040 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,35063,1733365143660 with port=35611, startcode=1733365143694 2024-12-05T02:19:04,041 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:19:04,052 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:19:04,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35063 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,054 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-05T02:19:04,055 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0 2024-12-05T02:19:04,055 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44743 2024-12-05T02:19:04,055 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:19:04,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/rs 2024-12-05T02:19:04,064 DEBUG [RS:0;01bccfa882c7:35611 {}] zookeeper.ZKUtil(111): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on existing znode=/0-747809696/rs/01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,064 WARN [RS:0;01bccfa882c7:35611 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:04,064 INFO [RS:0;01bccfa882c7:35611 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:04,064 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,35611,1733365143694] 2024-12-05T02:19:04,096 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:19:04,098 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:19:04,099 INFO [RS:0;01bccfa882c7:35611 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:19:04,099 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,099 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:19:04,100 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:19:04,100 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:04,100 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:04,101 DEBUG [RS:0;01bccfa882c7:35611 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,104 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35611,1733365143694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:04,127 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:19:04,127 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35611,1733365143694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,142 WARN [01bccfa882c7:35063 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:19:04,149 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,35611,1733365143694, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:19:04,149 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,149 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.Replication(171): 01bccfa882c7,35611,1733365143694 started 2024-12-05T02:19:04,164 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38125' 2024-12-05T02:19:04,165 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:04,165 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,35611,1733365143694, RpcServer on 01bccfa882c7/172.17.0.2:35611, sessionid=0x101806ace390007 2024-12-05T02:19:04,165 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:19:04,165 DEBUG [RS:0;01bccfa882c7:35611 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,165 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,35611,1733365143694' 2024-12-05T02:19:04,165 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-747809696/flush-table-proc/abort' 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-747809696/flush-table-proc/acquired' 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1d730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38125,-1 for getting cluster id 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,35611,1733365143694' 2024-12-05T02:19:04,166 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-747809696/online-snapshot/abort' 2024-12-05T02:19:04,167 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-747809696/online-snapshot/acquired' 2024-12-05T02:19:04,167 DEBUG [RS:0;01bccfa882c7:35611 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:19:04,167 INFO [RS:0;01bccfa882c7:35611 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:19:04,167 INFO [RS:0;01bccfa882c7:35611 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:19:04,167 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbba1d58-d27f-46d9-954a-80a7f5cace5f' 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbba1d58-d27f-46d9-954a-80a7f5cace5f" 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72320852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38125,-1] 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:04,169 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:04,170 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378ec964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:04,170 DEBUG [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:04,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38125,1733365135622 2024-12-05T02:19:04,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c9ec5a8 2024-12-05T02:19:04,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:04,172 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:04,172 INFO [RS:0;01bccfa882c7:35611.replicationSource,1-01bccfa882c7,35611,1733365143694 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,35611,1733365143694 (queues=0) is replicating from cluster=846e0987-2d17-41e4-891a-a580493a8384 to cluster=dbba1d58-d27f-46d9-954a-80a7f5cace5f 2024-12-05T02:19:04,268 INFO [RS:0;01bccfa882c7:35611 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:04,269 INFO [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C35611%2C1733365143694, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:19:04,287 DEBUG [RS:0;01bccfa882c7:35611 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270, exclude list is [], retry=0 2024-12-05T02:19:04,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:19:04,292 INFO [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 2024-12-05T02:19:04,292 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 01bccfa882c7%2C35611%2C1733365143694 for peer 1 2024-12-05T02:19:04,292 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C35611%2C1733365143694 2024-12-05T02:19:04,292 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,35611,1733365143694, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:19:04,296 DEBUG [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:19:04,296 INFO [RS:0;01bccfa882c7:35611.replicationSource.shipper01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C35611%2C1733365143694 2024-12-05T02:19:04,297 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270, startPosition=0, beingWritten=true 2024-12-05T02:19:04,392 DEBUG [01bccfa882c7:35063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:04,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,35611,1733365143694, state=OPENING 2024-12-05T02:19:04,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:04,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:04,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:04,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:04,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:04,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,35611,1733365143694}] 2024-12-05T02:19:04,506 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:04,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:04,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:19:04,552 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:19:04,552 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:04,553 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:19:04,554 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C35611%2C1733365143694.meta, suffix=.meta, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:19:04,568 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.meta.1733365144555.meta, exclude list is [], retry=0 2024-12-05T02:19:04,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:19:04,572 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.meta.1733365144555.meta 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:04,573 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:19:04,573 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:19:04,573 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:04,574 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:19:04,574 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:19:04,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:04,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:04,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:04,582 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/info/23b89eba767b461e86dff460a08489ff 2024-12-05T02:19:04,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:04,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:04,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:04,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:04,589 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/ns/61a7a08dfd3a4d7287b88647c8a05e1f 2024-12-05T02:19:04,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:04,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:04,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:04,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:04,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:04,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:04,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:04,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:04,596 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/table/ffe21df830564e0f99512ab2c9ed74f5 2024-12-05T02:19:04,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:04,597 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:04,597 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:19:04,598 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740 2024-12-05T02:19:04,600 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:04,600 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:04,600 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:04,602 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:04,602 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70440979, jitterRate=0.04965238273143768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:04,603 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:19:04,603 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365144574Writing region info on filesystem at 1733365144574Initializing all the Stores at 1733365144574Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365144575 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365144576 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365144576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365144576Cleaning up temporary data from old regions at 1733365144600 (+24 ms)Running coprocessor post-open hooks at 1733365144603 (+3 ms)Region opened successfully at 1733365144603 2024-12-05T02:19:04,603 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733365144547 2024-12-05T02:19:04,605 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:19:04,605 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:19:04,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,35611,1733365143694, state=OPEN 2024-12-05T02:19:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-747809696/meta-region-server 2024-12-05T02:19:04,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:04,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-747809696/meta-region-server: CHANGED 2024-12-05T02:19:04,609 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:04,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-05T02:19:04,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,35611,1733365143694 in 214 msec 2024-12-05T02:19:04,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:19:04,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-05T02:19:04,811 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:05,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:05,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:05,218 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:05,557 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-05T02:19:05,723 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:06,330 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:07,035 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:07,059 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-05T02:19:07,841 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:08,512 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-05T02:19:08,512 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:19:08,512 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:08,512 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,35611,1733365143694, seqNum=-1] 2024-12-05T02:19:08,513 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:08,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:08,518 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9bc56e1cea0362aa302fbe53db3b2ce9, regionState=OPEN, lastHost=01bccfa882c7,41051,1733365131373, regionLocation=01bccfa882c7,41051,1733365131373, openSeqNum=2 2024-12-05T02:19:08,518 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:19:08,518 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365208518 2024-12-05T02:19:08,518 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365268518 2024-12-05T02:19:08,518 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-05T02:19:08,519 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 01bccfa882c7,41051,1733365131373 had 2 regions 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:35063, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,519 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,520 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 01bccfa882c7,41051,1733365131373, splitWal=true, meta=true, isMeta: false 2024-12-05T02:19:08,522 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373-splitting dir is empty, no logs to split. 2024-12-05T02:19:08,522 INFO [PEWorker-3 {}] master.SplitWALManager(105): 01bccfa882c7,41051,1733365131373 WAL count=0, meta=false 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.776sec 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:08,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:19:08,528 WARN [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=01bccfa882c7,41051,1733365131373/hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:08,530 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,41051,1733365131373-splitting dir is empty, no logs to split. 2024-12-05T02:19:08,530 INFO [PEWorker-3 {}] master.SplitWALManager(105): 01bccfa882c7,41051,1733365131373 WAL count=0, meta=false 2024-12-05T02:19:08,530 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 01bccfa882c7,41051,1733365131373 WAL splitting is done? wals=0, meta=false 2024-12-05T02:19:08,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN}] 2024-12-05T02:19:08,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN 2024-12-05T02:19:08,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-05T02:19:08,537 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:19:08,537 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:19:08,537 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35063,1733365143660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:08,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35063,-1 for getting cluster id 2024-12-05T02:19:08,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:08,626 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '846e0987-2d17-41e4-891a-a580493a8384' 2024-12-05T02:19:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "846e0987-2d17-41e4-891a-a580493a8384" 2024-12-05T02:19:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f0330a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35063,-1] 2024-12-05T02:19:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:08,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,628 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31bc86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:08,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,35611,1733365143694, seqNum=-1] 2024-12-05T02:19:08,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:08,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:08,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-05T02:19:08,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:08,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:08,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:08,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 01bccfa882c7:35063 after: 01bccfa882c7:35063 2024-12-05T02:19:08,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ca7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35063,-1 for getting cluster id 2024-12-05T02:19:08,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:08,637 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '846e0987-2d17-41e4-891a-a580493a8384' 2024-12-05T02:19:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "846e0987-2d17-41e4-891a-a580493a8384" 2024-12-05T02:19:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d5fc09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35063,-1] 2024-12-05T02:19:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,639 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:08,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337dda15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:08,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35063,1733365143660 2024-12-05T02:19:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a86de1 2024-12-05T02:19:08,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:08,641 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:08,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35063 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-05T02:19:08,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:19:08,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:08,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:08,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:08,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:08,643 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1283515085, stopped=false 2024-12-05T02:19:08,643 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,38125,1733365135622 2024-12-05T02:19:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1032919154/running 2024-12-05T02:19:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:19:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1032919154/running 2024-12-05T02:19:08,646 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:08,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:08,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:08,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:19:08,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/running 2024-12-05T02:19:08,647 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,38581,1733365135666' ***** 2024-12-05T02:19:08,647 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:08,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Set watcher on znode that does not yet exist, /1-1032919154/running 2024-12-05T02:19:08,647 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,38581,1733365135666 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38581. 2024-12-05T02:19:08,648 DEBUG [RS:0;01bccfa882c7:38581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:08,648 DEBUG [RS:0;01bccfa882c7:38581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:08,648 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:08,651 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:08,651 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:08,651 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:08,651 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:19:08,651 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:19:08,652 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:08,652 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:08,652 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:08,652 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:08,652 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:08,652 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:08,652 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T02:19:08,669 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/.tmp/ns/660c1393b80245aeb173624cd3d82c72 is 43, key is default/ns:d/1733365138271/Put/seqid=0 2024-12-05T02:19:08,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741835_1011 (size=5153) 2024-12-05T02:19:08,685 DEBUG [01bccfa882c7:35063 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:08,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9bc56e1cea0362aa302fbe53db3b2ce9, regionState=OPENING, regionLocation=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:08,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN because future has completed 2024-12-05T02:19:08,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,35611,1733365143694}] 2024-12-05T02:19:08,746 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:08,747 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:08,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:08,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:08,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:19:08,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C35611%2C1733365143694.rep, suffix=, logDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694, archiveDir=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs, maxLogs=10 2024-12-05T02:19:08,852 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:08,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.rep.1733365148846, exclude list is [], retry=0 2024-12-05T02:19:08,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38847,DS-68bf8959-0365-45ec-99a9-4b6721356d40,DISK] 2024-12-05T02:19:08,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.rep.1733365148846 2024-12-05T02:19:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39345:39345)] 2024-12-05T02:19:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bc56e1cea0362aa302fbe53db3b2ce9, NAME => 'hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:08,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. service=MultiRowMutationService 2024-12-05T02:19:08,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:19:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,872 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,873 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName hfileref 2024-12-05T02:19:08,873 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:08,873 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:08,873 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,874 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName queue 2024-12-05T02:19:08,874 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:08,879 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/queue/463dfaa21987438497f880e04eb42f54 2024-12-05T02:19:08,879 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:08,879 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,879 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bc56e1cea0362aa302fbe53db3b2ce9 columnFamilyName sid 2024-12-05T02:19:08,879 DEBUG [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:08,880 INFO [StoreOpener-9bc56e1cea0362aa302fbe53db3b2ce9-1 {}] regionserver.HStore(327): Store=9bc56e1cea0362aa302fbe53db3b2ce9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:08,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:08,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,884 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9bc56e1cea0362aa302fbe53db3b2ce9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65941661, jitterRate=-0.017392680048942566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:08,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:08,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9bc56e1cea0362aa302fbe53db3b2ce9: Running coprocessor pre-open hook at 1733365148870Writing region info on filesystem at 1733365148870Initializing all the Stores at 1733365148871 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365148871Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365148872 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365148872Cleaning up temporary data from old regions at 1733365148882 (+10 ms)Running coprocessor post-open hooks at 1733365148885 (+3 ms)Region opened successfully at 1733365148885 2024-12-05T02:19:08,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., pid=13, masterSystemTime=1733365148840 2024-12-05T02:19:08,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:08,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:08,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9bc56e1cea0362aa302fbe53db3b2ce9, regionState=OPEN, openSeqNum=9, regionLocation=01bccfa882c7,35611,1733365143694 2024-12-05T02:19:08,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,35611,1733365143694 because future has completed 2024-12-05T02:19:08,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T02:19:08,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bc56e1cea0362aa302fbe53db3b2ce9, server=01bccfa882c7,35611,1733365143694 in 203 msec 2024-12-05T02:19:08,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-05T02:19:08,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bc56e1cea0362aa302fbe53db3b2ce9, ASSIGN in 361 msec 2024-12-05T02:19:08,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-05T02:19:08,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., hostname=01bccfa882c7,35611,1733365143694, seqNum=9] 2024-12-05T02:19:08,915 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 01bccfa882c7,41051,1733365131373 2024-12-05T02:19:08,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-05T02:19:09,052 DEBUG [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:09,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35611 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-05T02:19:09,074 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/.tmp/ns/660c1393b80245aeb173624cd3d82c72 2024-12-05T02:19:09,080 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/.tmp/ns/660c1393b80245aeb173624cd3d82c72 as hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/ns/660c1393b80245aeb173624cd3d82c72 2024-12-05T02:19:09,085 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/ns/660c1393b80245aeb173624cd3d82c72, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T02:19:09,086 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-12-05T02:19:09,086 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:19:09,089 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T02:19:09,090 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:09,090 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:09,090 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:09,090 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365148652Running coprocessor pre-close hooks at 1733365148652Disabling compacts and flushes for region at 1733365148652Disabling writes for close at 1733365148652Obtaining lock to block concurrent updates at 1733365148652Preparing flush snapshotting stores in 1588230740 at 1733365148652Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733365148652Flushing stores of hbase:meta,,1.1588230740 at 1733365148653 (+1 ms)Flushing 1588230740/ns: creating writer at 1733365148653Flushing 1588230740/ns: appending metadata at 1733365148668 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365148668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4baeb6c4: reopening flushed file at 1733365149079 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1733365149086 (+7 ms)Writing region close event to WAL at 1733365149087 (+1 ms)Running coprocessor post-close hooks at 1733365149090 (+3 ms)Closed at 1733365149090 2024-12-05T02:19:09,090 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:09,185 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:09,186 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:09,252 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,38581,1733365135666; all regions closed. 2024-12-05T02:19:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741834_1010 (size=1152) 2024-12-05T02:19:09,257 DEBUG [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/oldWALs 2024-12-05T02:19:09,257 INFO [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38581%2C1733365135666.meta:.meta(num 1733365138222) 2024-12-05T02:19:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741832_1008 (size=93) 2024-12-05T02:19:09,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/WALs/01bccfa882c7,38581,1733365135666/01bccfa882c7%2C38581%2C1733365135666.1733365137270 not finished, retry = 0 2024-12-05T02:19:09,361 DEBUG [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/oldWALs 2024-12-05T02:19:09,361 INFO [RS:0;01bccfa882c7:38581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38581%2C1733365135666:(num 1733365137270) 2024-12-05T02:19:09,361 DEBUG [RS:0;01bccfa882c7:38581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:09,361 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:09,361 INFO [RS:0;01bccfa882c7:38581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:09,361 INFO [RS:0;01bccfa882c7:38581 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:09,362 INFO [RS:0;01bccfa882c7:38581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:09,362 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:09,362 INFO [RS:0;01bccfa882c7:38581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38581 2024-12-05T02:19:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1032919154/rs/01bccfa882c7,38581,1733365135666 2024-12-05T02:19:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154/rs 2024-12-05T02:19:09,363 INFO [RS:0;01bccfa882c7:38581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:09,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,38581,1733365135666] 2024-12-05T02:19:09,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1032919154/draining/01bccfa882c7,38581,1733365135666 already deleted, retry=false 2024-12-05T02:19:09,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,38581,1733365135666 expired; onlineServers=0 2024-12-05T02:19:09,368 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,38125,1733365135622' ***** 2024-12-05T02:19:09,368 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:19:09,368 INFO [M:0;01bccfa882c7:38125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:09,368 INFO [M:0;01bccfa882c7:38125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:09,368 DEBUG [M:0;01bccfa882c7:38125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:19:09,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:19:09,368 DEBUG [M:0;01bccfa882c7:38125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:19:09,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365137074 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365137074,5,FailOnTimeoutGroup] 2024-12-05T02:19:09,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365137074 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365137074,5,FailOnTimeoutGroup] 2024-12-05T02:19:09,368 INFO [M:0;01bccfa882c7:38125 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:09,369 INFO [M:0;01bccfa882c7:38125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:09,369 DEBUG [M:0;01bccfa882c7:38125 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:19:09,369 INFO [M:0;01bccfa882c7:38125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:19:09,369 INFO [M:0;01bccfa882c7:38125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:09,369 INFO [M:0;01bccfa882c7:38125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:19:09,369 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:19:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1032919154/master 2024-12-05T02:19:09,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1032919154 2024-12-05T02:19:09,370 DEBUG [M:0;01bccfa882c7:38125 {}] zookeeper.ZKUtil(347): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Unable to get data of znode /1-1032919154/master because node does not exist (not an error) 2024-12-05T02:19:09,370 WARN [M:0;01bccfa882c7:38125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:19:09,371 INFO [M:0;01bccfa882c7:38125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/.lastflushedseqids 2024-12-05T02:19:09,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741836_1012 (size=99) 2024-12-05T02:19:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:09,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38581-0x101806ace390004, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:09,466 INFO [RS:0;01bccfa882c7:38581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:09,466 INFO [RS:0;01bccfa882c7:38581 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,38581,1733365135666; zookeeper connection closed. 2024-12-05T02:19:09,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@209baa7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@209baa7d 2024-12-05T02:19:09,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:19:09,752 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:09,779 INFO [M:0;01bccfa882c7:38125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:19:09,779 INFO [M:0;01bccfa882c7:38125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:19:09,779 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:09,779 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:09,779 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:09,779 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:09,779 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:09,779 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-05T02:19:09,795 DEBUG [M:0;01bccfa882c7:38125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081946ff1f044dff8a974f0907d669bb is 82, key is hbase:meta,,1/info:regioninfo/1733365138258/Put/seqid=0 2024-12-05T02:19:09,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741837_1013 (size=5672) 2024-12-05T02:19:10,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:10,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:10,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:19:10,199 INFO [M:0;01bccfa882c7:38125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081946ff1f044dff8a974f0907d669bb 2024-12-05T02:19:10,218 DEBUG [M:0;01bccfa882c7:38125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb74734c36b54f43a44c0844c2311557 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733365138275/Put/seqid=0 2024-12-05T02:19:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741838_1014 (size=5275) 2024-12-05T02:19:10,623 INFO [M:0;01bccfa882c7:38125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb74734c36b54f43a44c0844c2311557 2024-12-05T02:19:10,647 DEBUG [M:0;01bccfa882c7:38125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b01e958fb8e1494c8b7c0f4f6204485c is 69, key is 01bccfa882c7,38581,1733365135666/rs:state/1733365137124/Put/seqid=0 2024-12-05T02:19:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741839_1015 (size=5156) 2024-12-05T02:19:10,652 INFO [M:0;01bccfa882c7:38125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b01e958fb8e1494c8b7c0f4f6204485c 2024-12-05T02:19:10,658 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/081946ff1f044dff8a974f0907d669bb as hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/081946ff1f044dff8a974f0907d669bb 2024-12-05T02:19:10,662 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/081946ff1f044dff8a974f0907d669bb, entries=8, sequenceid=28, filesize=5.5 K 2024-12-05T02:19:10,663 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb74734c36b54f43a44c0844c2311557 as hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb74734c36b54f43a44c0844c2311557 2024-12-05T02:19:10,667 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb74734c36b54f43a44c0844c2311557, entries=3, sequenceid=28, filesize=5.2 K 2024-12-05T02:19:10,668 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b01e958fb8e1494c8b7c0f4f6204485c as hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b01e958fb8e1494c8b7c0f4f6204485c 2024-12-05T02:19:10,673 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45037/user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b01e958fb8e1494c8b7c0f4f6204485c, entries=1, sequenceid=28, filesize=5.0 K 2024-12-05T02:19:10,673 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=28, compaction requested=false 2024-12-05T02:19:10,680 INFO [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:10,680 DEBUG [M:0;01bccfa882c7:38125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365149779Disabling compacts and flushes for region at 1733365149779Disabling writes for close at 1733365149779Obtaining lock to block concurrent updates at 1733365149779Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365149779Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733365149780 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365149780Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365149780Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365149794 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365149795 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365150204 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365150218 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365150218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365150628 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365150647 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365150647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c3406: reopening flushed file at 1733365150657 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1d659: reopening flushed file at 1733365150662 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d5d702: reopening flushed file at 1733365150668 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=28, compaction requested=false at 1733365150673 (+5 ms)Writing region close event to WAL at 1733365150679 (+6 ms)Closed at 1733365150679 2024-12-05T02:19:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42725 is added to blk_1073741830_1006 (size=10165) 2024-12-05T02:19:10,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e12a10c-bee7-58d9-87c4-8f6ee74b3526/MasterData/WALs/01bccfa882c7,38125,1733365135622/01bccfa882c7%2C38125%2C1733365135622.1733365137000 not finished, retry = 0 2024-12-05T02:19:10,787 INFO [M:0;01bccfa882c7:38125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:19:10,787 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:10,787 INFO [M:0;01bccfa882c7:38125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38125 2024-12-05T02:19:10,788 INFO [M:0;01bccfa882c7:38125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:10,857 DEBUG [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 to pos 0, reset compression=false 2024-12-05T02:19:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:10,890 INFO [M:0;01bccfa882c7:38125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:10,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38125-0x101806ace390003, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:10,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@486ac609{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:10,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52482d6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:10,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:10,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d1efea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:10,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d17fa12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:10,895 WARN [BP-51270661-172.17.0.2-1733365134547 heartbeating to localhost/127.0.0.1:45037 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:19:10,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:19:10,895 WARN [BP-51270661-172.17.0.2-1733365134547 heartbeating to localhost/127.0.0.1:45037 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-51270661-172.17.0.2-1733365134547 (Datanode Uuid abae8249-2727-41bb-bd30-1517b03bd6c8) service to localhost/127.0.0.1:45037 2024-12-05T02:19:10,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:19:10,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/cluster_3e5dd14a-71e7-aab7-3c26-180d139841ea/data/data1/current/BP-51270661-172.17.0.2-1733365134547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:10,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/cluster_3e5dd14a-71e7-aab7-3c26-180d139841ea/data/data2/current/BP-51270661-172.17.0.2-1733365134547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:10,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:19:10,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aad9c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:10,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e1dfb2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:10,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:10,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58a30a9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:10,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca6a426{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:10,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:19:10,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:19:10,917 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:10,917 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:10,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:10,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:10,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:10,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:10,918 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817765145, stopped=false 2024-12-05T02:19:10,918 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,35063,1733365143660 2024-12-05T02:19:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/running 2024-12-05T02:19:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:10,920 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:10,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:10,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:10,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:10,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:10,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:10,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Set watcher on znode that does not yet exist, /0-747809696/running 2024-12-05T02:19:10,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,35611,1733365143694' ***** 2024-12-05T02:19:10,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:10,922 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:10,922 INFO [RS:0;01bccfa882c7:35611 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:10,922 INFO [RS:0;01bccfa882c7:35611 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:10,923 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:10,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:10,924 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,35611,1733365143694 2024-12-05T02:19:10,924 INFO [RS:0;01bccfa882c7:35611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:10,924 INFO [RS:0;01bccfa882c7:35611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:35611. 2024-12-05T02:19:10,924 DEBUG [RS:0;01bccfa882c7:35611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:10,924 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:10,924 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bc56e1cea0362aa302fbe53db3b2ce9, disabling compactions & flushes 2024-12-05T02:19:10,924 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:10,924 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:10,924 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:10,925 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:10,925 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:10,925 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. after waiting 0 ms 2024-12-05T02:19:10,925 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:10,925 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:10,927 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:19:10,927 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1325): Online Regions={9bc56e1cea0362aa302fbe53db3b2ce9=hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:19:10,927 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bc56e1cea0362aa302fbe53db3b2ce9 2024-12-05T02:19:10,928 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:10,928 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:10,928 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:10,928 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:10,928 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:10,928 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-05T02:19:10,934 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/replication/9bc56e1cea0362aa302fbe53db3b2ce9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-05T02:19:10,934 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:10,934 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:10,934 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:10,934 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bc56e1cea0362aa302fbe53db3b2ce9: Waiting for close lock at 1733365150924Running coprocessor pre-close hooks at 1733365150924Disabling compacts and flushes for region at 1733365150924Disabling writes for close at 1733365150925 (+1 ms)Writing region close event to WAL at 1733365150928 (+3 ms)Running coprocessor post-close hooks at 1733365150934 (+6 ms)Closed at 1733365150934 2024-12-05T02:19:10,934 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9. 2024-12-05T02:19:10,952 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/c2599c611856412094652ee339a1744d is 147, key is hbase:replication,,1733365138339.9bc56e1cea0362aa302fbe53db3b2ce9./info:regioninfo/1733365148888/Put/seqid=0 2024-12-05T02:19:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741851_1027 (size=6385) 2024-12-05T02:19:11,010 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:11,104 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:11,105 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:11,128 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:11,328 DEBUG [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:11,358 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/c2599c611856412094652ee339a1744d 2024-12-05T02:19:11,364 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/.tmp/info/c2599c611856412094652ee339a1744d as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/info/c2599c611856412094652ee339a1744d 2024-12-05T02:19:11,369 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/info/c2599c611856412094652ee339a1744d, entries=8, sequenceid=19, filesize=6.2 K 2024-12-05T02:19:11,371 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-12-05T02:19:11,376 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-05T02:19:11,377 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:11,377 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:11,377 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:11,377 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365150927Running coprocessor pre-close hooks at 1733365150927Disabling compacts and flushes for region at 1733365150927Disabling writes for close at 1733365150928 (+1 ms)Obtaining lock to block concurrent updates at 1733365150928Preparing flush snapshotting stores in 1588230740 at 1733365150928Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733365150928Flushing stores of hbase:meta,,1.1588230740 at 1733365150929 (+1 ms)Flushing 1588230740/info: creating writer at 1733365150929Flushing 1588230740/info: appending metadata at 1733365150952 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733365150952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ee34ea: reopening flushed file at 1733365151364 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1733365151371 (+7 ms)Writing region close event to WAL at 1733365151373 (+2 ms)Running coprocessor post-close hooks at 1733365151377 (+4 ms)Closed at 1733365151377 2024-12-05T02:19:11,377 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:11,528 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,35611,1733365143694; all regions closed. 2024-12-05T02:19:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741849_1025 (size=2156) 2024-12-05T02:19:11,531 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.meta.1733365144555.meta not finished, retry = 0 2024-12-05T02:19:11,633 DEBUG [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:11,633 INFO [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C35611%2C1733365143694.meta:.meta(num 1733365144555) 2024-12-05T02:19:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741850_1026 (size=796) 2024-12-05T02:19:11,637 DEBUG [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:11,638 INFO [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C35611%2C1733365143694.rep:(num 1733365148846) 2024-12-05T02:19:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741848_1024 (size=93) 2024-12-05T02:19:11,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/WALs/01bccfa882c7,35611,1733365143694/01bccfa882c7%2C35611%2C1733365143694.1733365144270 not finished, retry = 0 2024-12-05T02:19:11,742 DEBUG [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/oldWALs 2024-12-05T02:19:11,742 INFO [RS:0;01bccfa882c7:35611 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C35611%2C1733365143694:(num 1733365144270) 2024-12-05T02:19:11,742 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:11,742 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:11,742 INFO [RS:0;01bccfa882c7:35611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:11,742 INFO [RS:0;01bccfa882c7:35611 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:11,743 INFO [RS:0;01bccfa882c7:35611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:11,743 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:11,743 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-05T02:19:11,743 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,35611,1733365143694 because: Region server is closing 2024-12-05T02:19:11,743 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-05T02:19:11,743 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T02:19:11,743 INFO [RS:0;01bccfa882c7:35611 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:35611. 2024-12-05T02:19:11,743 DEBUG [RS:0;01bccfa882c7:35611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:11,743 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:11,743 DEBUG [RS:0;01bccfa882c7:35611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:11,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:11,844 WARN [RS:0;01bccfa882c7:35611.replicationSource.wal-reader.01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:19:11,844 WARN [RS:0;01bccfa882c7:35611.replicationSource.shipper01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:19:11,844 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;01bccfa882c7:35611.replicationSource.shipper01bccfa882c7%2C35611%2C1733365143694,1-01bccfa882c7,35611,1733365143694 terminated 2024-12-05T02:19:11,844 INFO [RS:0;01bccfa882c7:35611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35611 2024-12-05T02:19:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/rs/01bccfa882c7,35611,1733365143694 2024-12-05T02:19:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696/rs 2024-12-05T02:19:11,847 INFO [RS:0;01bccfa882c7:35611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:11,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,35611,1733365143694] 2024-12-05T02:19:11,850 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-747809696/draining/01bccfa882c7,35611,1733365143694 already deleted, retry=false 2024-12-05T02:19:11,850 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,35611,1733365143694 expired; onlineServers=0 2024-12-05T02:19:11,850 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,35063,1733365143660' ***** 2024-12-05T02:19:11,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:19:11,850 INFO [M:0;01bccfa882c7:35063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:11,850 INFO [M:0;01bccfa882c7:35063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:11,850 DEBUG [M:0;01bccfa882c7:35063 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:19:11,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:19:11,850 DEBUG [M:0;01bccfa882c7:35063 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:19:11,850 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365143996 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365143996,5,FailOnTimeoutGroup] 2024-12-05T02:19:11,850 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365144000 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365144000,5,FailOnTimeoutGroup] 2024-12-05T02:19:11,850 INFO [M:0;01bccfa882c7:35063 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:11,850 INFO [M:0;01bccfa882c7:35063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:11,850 DEBUG [M:0;01bccfa882c7:35063 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:19:11,850 INFO [M:0;01bccfa882c7:35063 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:19:11,851 INFO [M:0;01bccfa882c7:35063 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:11,851 INFO [M:0;01bccfa882c7:35063 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:19:11,851 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:19:11,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-747809696/master 2024-12-05T02:19:11,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-747809696 2024-12-05T02:19:11,851 DEBUG [M:0;01bccfa882c7:35063 {}] zookeeper.ZKUtil(347): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Unable to get data of znode /0-747809696/master because node does not exist (not an error) 2024-12-05T02:19:11,851 WARN [M:0;01bccfa882c7:35063 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:19:11,852 INFO [M:0;01bccfa882c7:35063 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/.lastflushedseqids 2024-12-05T02:19:11,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741852_1028 (size=181) 2024-12-05T02:19:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:11,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35611-0x101806ace390007, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:11,949 INFO [RS:0;01bccfa882c7:35611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:11,949 INFO [RS:0;01bccfa882c7:35611 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,35611,1733365143694; zookeeper connection closed. 2024-12-05T02:19:11,950 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a25d9c2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a25d9c2 2024-12-05T02:19:11,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:19:12,257 INFO [M:0;01bccfa882c7:35063 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:19:12,257 INFO [M:0;01bccfa882c7:35063 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:19:12,258 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:12,258 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:12,258 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:12,258 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:12,258 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:12,258 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-05T02:19:12,286 DEBUG [M:0;01bccfa882c7:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1f4477b38e54430bae391ca3fe4c6dc is 82, key is hbase:meta,,1/info:regioninfo/1733365144606/Put/seqid=0 2024-12-05T02:19:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741853_1029 (size=5672) 2024-12-05T02:19:12,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:12,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:19:12,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:12,691 INFO [M:0;01bccfa882c7:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1f4477b38e54430bae391ca3fe4c6dc 2024-12-05T02:19:12,710 DEBUG [M:0;01bccfa882c7:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2faa79e1a1f4ce8b6814736236e446e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733365148894/Put/seqid=0 2024-12-05T02:19:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741854_1030 (size=7312) 2024-12-05T02:19:13,115 INFO [M:0;01bccfa882c7:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2faa79e1a1f4ce8b6814736236e446e 2024-12-05T02:19:13,141 DEBUG [M:0;01bccfa882c7:35063 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bc893bb8354b27942912f81490db2e is 69, key is 01bccfa882c7,35611,1733365143694/rs:state/1733365144053/Put/seqid=0 2024-12-05T02:19:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741855_1031 (size=5370) 2024-12-05T02:19:13,153 INFO [M:0;01bccfa882c7:35063 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bc893bb8354b27942912f81490db2e 2024-12-05T02:19:13,159 INFO [M:0;01bccfa882c7:35063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42bc893bb8354b27942912f81490db2e 2024-12-05T02:19:13,160 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1f4477b38e54430bae391ca3fe4c6dc as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1f4477b38e54430bae391ca3fe4c6dc 2024-12-05T02:19:13,165 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1f4477b38e54430bae391ca3fe4c6dc, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T02:19:13,166 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2faa79e1a1f4ce8b6814736236e446e as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2faa79e1a1f4ce8b6814736236e446e 2024-12-05T02:19:13,170 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2faa79e1a1f4ce8b6814736236e446e, entries=7, sequenceid=127, filesize=7.1 K 2024-12-05T02:19:13,170 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42bc893bb8354b27942912f81490db2e as hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42bc893bb8354b27942912f81490db2e 2024-12-05T02:19:13,175 INFO [M:0;01bccfa882c7:35063 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42bc893bb8354b27942912f81490db2e 2024-12-05T02:19:13,175 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44743/user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42bc893bb8354b27942912f81490db2e, entries=2, sequenceid=127, filesize=5.2 K 2024-12-05T02:19:13,176 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=127, compaction requested=false 2024-12-05T02:19:13,177 INFO [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:13,178 DEBUG [M:0;01bccfa882c7:35063 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365152258Disabling compacts and flushes for region at 1733365152258Disabling writes for close at 1733365152258Obtaining lock to block concurrent updates at 1733365152258Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365152258Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733365152258Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365152259 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365152259Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365152285 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365152285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365152695 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365152710 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365152710Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365153121 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365153140 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365153140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f90e85: reopening flushed file at 1733365153159 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63eec782: reopening flushed file at 1733365153165 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202f99ab: reopening flushed file at 1733365153170 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=127, compaction requested=false at 1733365153176 (+6 ms)Writing region close event to WAL at 1733365153177 (+1 ms)Closed at 1733365153177 2024-12-05T02:19:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38847 is added to blk_1073741847_1023 (size=22903) 2024-12-05T02:19:13,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c730c8bb-84bf-7032-66ec-dd4bc315f3d0/MasterData/WALs/01bccfa882c7,35063,1733365143660/01bccfa882c7%2C35063%2C1733365143660.1733365143820 not finished, retry = 0 2024-12-05T02:19:13,281 INFO [M:0;01bccfa882c7:35063 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:19:13,281 INFO [M:0;01bccfa882c7:35063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35063 2024-12-05T02:19:13,281 INFO [M:0;01bccfa882c7:35063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:13,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:13,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:13,383 INFO [M:0;01bccfa882c7:35063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:13,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35063-0x101806ace390006, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:13,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78825a0d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:13,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c641b91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:13,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:13,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3acf8af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:13,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac6680f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:13,387 WARN [BP-207449448-172.17.0.2-1733365130195 heartbeating to localhost/127.0.0.1:44743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:19:13,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:19:13,388 WARN [BP-207449448-172.17.0.2-1733365130195 heartbeating to localhost/127.0.0.1:44743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-207449448-172.17.0.2-1733365130195 (Datanode Uuid 4817616d-2a8f-4cf2-8b6c-73bd544f0fde) service to localhost/127.0.0.1:44743 2024-12-05T02:19:13,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:19:13,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/data/data1/current/BP-207449448-172.17.0.2-1733365130195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:13,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/cluster_503b0fdd-bf30-4da2-e3e5-848c2008558e/data/data2/current/BP-207449448-172.17.0.2-1733365130195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:13,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:19:13,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3068005f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:13,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d7c4d6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:13,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:13,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:13,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bebedbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/00a88232-15ae-b0cf-e0f1-26ee5bf3732f/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:13,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:19:13,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:19:13,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44743 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45037 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45037 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=251 (was 206) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7563 (was 8171) 2024-12-05T02:19:13,438 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=7563 2024-12-05T02:19:13,455 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-05T02:19:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir so I do NOT create it in target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d 2024-12-05T02:19:13,456 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:19:13,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.tmp.dir so I do NOT create it in target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d 2024-12-05T02:19:13,456 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5ff190c-bfd9-7ae9-88d1-21e6e08b477d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:19:13,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d 2024-12-05T02:19:13,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda, deleteOnExit=true 2024-12-05T02:19:13,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/zookeeper_0, clientPort=63342, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:19:13,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63342 2024-12-05T02:19:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:19:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:19:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/test.cache.data in system properties and HBase conf 2024-12-05T02:19:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:19:13,461 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:19:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:19:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:19:13,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:19:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806ace390002, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:19:13,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806ace390005, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:19:13,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806ace390002, quorum=127.0.0.1:53647, baseZNode=/0-747809696 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:19:13,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806ace390005, quorum=127.0.0.1:53647, baseZNode=/1-1032919154 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:19:13,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:13,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:13,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:13,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:13,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:19:13,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:13,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:13,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:13,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@782a45c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/java.io.tmpdir/jetty-localhost-44499-hadoop-hdfs-3_4_1-tests_jar-_-any-5330979745775206765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:13,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:44499} 2024-12-05T02:19:13,663 INFO [Time-limited test {}] server.Server(415): Started @156572ms 2024-12-05T02:19:13,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:13,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:13,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:13,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:13,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:19:13,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:13,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:13,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a37642c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/java.io.tmpdir/jetty-localhost-36767-hadoop-hdfs-3_4_1-tests_jar-_-any-7338741442002950780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:13,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:36767} 2024-12-05T02:19:13,872 INFO [Time-limited test {}] server.Server(415): Started @156782ms 2024-12-05T02:19:13,874 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:19:13,967 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/data/data2/current/BP-1183460334-172.17.0.2-1733365153480/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:13,967 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/data/data1/current/BP-1183460334-172.17.0.2-1733365153480/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:13,990 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:19:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e22cd029e8927ae with lease ID 0xf4d8b93f094f0680: Processing first storage report for DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7 from datanode DatanodeRegistration(127.0.0.1:35973, datanodeUuid=a759dbe1-d364-4256-92a0-e7e363add8da, infoPort=33509, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=274494966;c=1733365153480) 2024-12-05T02:19:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e22cd029e8927ae with lease ID 0xf4d8b93f094f0680: from storage DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7 node DatanodeRegistration(127.0.0.1:35973, datanodeUuid=a759dbe1-d364-4256-92a0-e7e363add8da, infoPort=33509, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=274494966;c=1733365153480), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:19:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e22cd029e8927ae with lease ID 0xf4d8b93f094f0680: Processing first storage report for DS-e6ff6d9c-d0bd-408a-982b-f2034472c8cb from datanode DatanodeRegistration(127.0.0.1:35973, datanodeUuid=a759dbe1-d364-4256-92a0-e7e363add8da, infoPort=33509, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=274494966;c=1733365153480) 2024-12-05T02:19:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e22cd029e8927ae with lease ID 0xf4d8b93f094f0680: from storage DS-e6ff6d9c-d0bd-408a-982b-f2034472c8cb node DatanodeRegistration(127.0.0.1:35973, datanodeUuid=a759dbe1-d364-4256-92a0-e7e363add8da, infoPort=33509, infoSecurePort=0, ipcPort=36469, storageInfo=lv=-57;cid=testClusterID;nsid=274494966;c=1733365153480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:13,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d 2024-12-05T02:19:13,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:13,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:19:14,006 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5 with version=8 2024-12-05T02:19:14,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/hbase-staging 2024-12-05T02:19:14,009 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:14,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35309 2024-12-05T02:19:14,010 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35309 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:14,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353090x0, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:14,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35309-0x101806b29420000 connected 2024-12-05T02:19:14,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/running 2024-12-05T02:19:14,043 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5, hbase.cluster.distributed=false 2024-12-05T02:19:14,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/acl 2024-12-05T02:19:14,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35309 2024-12-05T02:19:14,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35309 2024-12-05T02:19:14,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35309 2024-12-05T02:19:14,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35309 2024-12-05T02:19:14,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35309 2024-12-05T02:19:14,067 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:19:14,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:14,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33971 2024-12-05T02:19:14,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33971 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:14,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339710x0, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:14,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33971-0x101806b29420001 connected 2024-12-05T02:19:14,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/running 2024-12-05T02:19:14,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:19:14,094 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:19:14,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/master 2024-12-05T02:19:14,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/acl 2024-12-05T02:19:14,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-05T02:19:14,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33971 2024-12-05T02:19:14,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33971 2024-12-05T02:19:14,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-05T02:19:14,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33971 2024-12-05T02:19:14,117 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:35309 2024-12-05T02:19:14,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01643302818/backup-masters/01bccfa882c7,35309,1733365154008 2024-12-05T02:19:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/backup-masters 2024-12-05T02:19:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/backup-masters 2024-12-05T02:19:14,119 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on existing znode=/01643302818/backup-masters/01bccfa882c7,35309,1733365154008 2024-12-05T02:19:14,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643302818/master 2024-12-05T02:19:14,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:14,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:14,121 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on existing znode=/01643302818/master 2024-12-05T02:19:14,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01643302818/backup-masters/01bccfa882c7,35309,1733365154008 from backup master directory 2024-12-05T02:19:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/backup-masters 2024-12-05T02:19:14,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643302818/backup-masters/01bccfa882c7,35309,1733365154008 2024-12-05T02:19:14,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/backup-masters 2024-12-05T02:19:14,125 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:14,125 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,35309,1733365154008 2024-12-05T02:19:14,129 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/hbase.id] with ID: fdea8731-4451-420d-bff8-aa0cd946c8cf 2024-12-05T02:19:14,129 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/.tmp/hbase.id 2024-12-05T02:19:14,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:19:14,134 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/.tmp/hbase.id]:[hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/hbase.id] 2024-12-05T02:19:14,145 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:14,145 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:19:14,146 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:19:14,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:14,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:19:14,165 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:14,166 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:19:14,167 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:19:14,577 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store 2024-12-05T02:19:14,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:19:14,983 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:14,983 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:14,983 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:14,984 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:14,984 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:14,984 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:14,984 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:14,984 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365154983Disabling compacts and flushes for region at 1733365154983Disabling writes for close at 1733365154984 (+1 ms)Writing region close event to WAL at 1733365154984Closed at 1733365154984 2024-12-05T02:19:14,985 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/.initializing 2024-12-05T02:19:14,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/WALs/01bccfa882c7,35309,1733365154008 2024-12-05T02:19:14,986 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:14,987 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C35309%2C1733365154008, suffix=, logDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/WALs/01bccfa882c7,35309,1733365154008, archiveDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/oldWALs, maxLogs=10 2024-12-05T02:19:15,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/WALs/01bccfa882c7,35309,1733365154008/01bccfa882c7%2C35309%2C1733365154008.1733365154988, exclude list is [], retry=0 2024-12-05T02:19:15,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7,DISK] 2024-12-05T02:19:15,022 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/WALs/01bccfa882c7,35309,1733365154008/01bccfa882c7%2C35309%2C1733365154008.1733365154988 2024-12-05T02:19:15,022 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509)] 2024-12-05T02:19:15,022 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:15,023 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:15,023 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,023 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:19:15,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:15,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:19:15,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:15,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:19:15,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:15,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:19:15,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:15,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,033 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:15,034 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:15,035 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:15,036 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59191532, jitterRate=-0.11797744035720825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:15,036 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365155023Initializing all the Stores at 1733365155024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365155024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365155024Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365155024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365155024Cleaning up temporary data from old regions at 1733365155032 (+8 ms)Region opened successfully at 1733365155036 (+4 ms) 2024-12-05T02:19:15,037 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:19:15,039 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a534ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:15,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:19:15,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:19:15,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:19:15,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:19:15,041 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:19:15,041 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:19:15,041 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:19:15,043 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:19:15,043 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Unable to get data of znode /01643302818/balancer because node does not exist (not necessarily an error) 2024-12-05T02:19:15,045 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/balancer already deleted, retry=false 2024-12-05T02:19:15,045 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:19:15,045 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Unable to get data of znode /01643302818/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:19:15,046 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/normalizer already deleted, retry=false 2024-12-05T02:19:15,046 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:19:15,047 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Unable to get data of znode /01643302818/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:19:15,050 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/switch/split already deleted, retry=false 2024-12-05T02:19:15,051 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Unable to get data of znode /01643302818/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:19:15,052 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/switch/merge already deleted, retry=false 2024-12-05T02:19:15,053 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Unable to get data of znode /01643302818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:19:15,054 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/snapshot-cleanup already deleted, retry=false 2024-12-05T02:19:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643302818/running 2024-12-05T02:19:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01643302818/running 2024-12-05T02:19:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,056 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,35309,1733365154008, sessionid=0x101806b29420000, setting cluster-up flag (Was=false) 2024-12-05T02:19:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,066 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01643302818/flush-table-proc/acquired, /01643302818/flush-table-proc/reached, /01643302818/flush-table-proc/abort 2024-12-05T02:19:15,067 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,35309,1733365154008 2024-12-05T02:19:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:15,075 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01643302818/online-snapshot/acquired, /01643302818/online-snapshot/reached, /01643302818/online-snapshot/abort 2024-12-05T02:19:15,076 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,35309,1733365154008 2024-12-05T02:19:15,077 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:19:15,079 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:15,079 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:19:15,079 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:19:15,079 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 01bccfa882c7,41051,1733365131373: status=Processing ServerCrashProcedure of 01bccfa882c7,41051,1733365131373 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733365143984, completionTime=-1 appears to have been leaked 2024-12-05T02:19:15,079 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,35309,1733365154008 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:19:15,080 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:15,081 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365185086 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:19:15,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:19:15,087 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:19:15,088 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365155088,5,FailOnTimeoutGroup] 2024-12-05T02:19:15,088 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365155088,5,FailOnTimeoutGroup] 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,088 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:19:15,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:19:15,111 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(746): ClusterId : fdea8731-4451-420d-bff8-aa0cd946c8cf 2024-12-05T02:19:15,111 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:19:15,113 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:19:15,113 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:19:15,115 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:19:15,116 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1dbc44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:15,131 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:33971 2024-12-05T02:19:15,132 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:19:15,132 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:19:15,132 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:19:15,133 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,35309,1733365154008 with port=33971, startcode=1733365154067 2024-12-05T02:19:15,133 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:19:15,139 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:19:15,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35309 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35309 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,141 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5 2024-12-05T02:19:15,141 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44701 2024-12-05T02:19:15,141 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:19:15,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/rs 2024-12-05T02:19:15,145 DEBUG [RS:0;01bccfa882c7:33971 {}] zookeeper.ZKUtil(111): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on existing znode=/01643302818/rs/01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,145 WARN [RS:0;01bccfa882c7:33971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:15,145 INFO [RS:0;01bccfa882c7:33971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:15,145 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,33971,1733365154067] 2024-12-05T02:19:15,156 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:19:15,158 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:19:15,165 INFO [RS:0;01bccfa882c7:33971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:19:15,166 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,168 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:19:15,169 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:19:15,169 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,169 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,169 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,169 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,169 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,169 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:15,170 DEBUG [RS:0;01bccfa882c7:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,172 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33971,1733365154067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:15,186 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:19:15,187 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33971,1733365154067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,187 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,187 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.Replication(171): 01bccfa882c7,33971,1733365154067 started 2024-12-05T02:19:15,200 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:15,200 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,33971,1733365154067, RpcServer on 01bccfa882c7/172.17.0.2:33971, sessionid=0x101806b29420001 2024-12-05T02:19:15,200 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:19:15,200 DEBUG [RS:0;01bccfa882c7:33971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,200 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33971,1733365154067' 2024-12-05T02:19:15,200 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01643302818/flush-table-proc/abort' 2024-12-05T02:19:15,200 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01643302818/flush-table-proc/acquired' 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,33971,1733365154067 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33971,1733365154067' 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01643302818/online-snapshot/abort' 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01643302818/online-snapshot/acquired' 2024-12-05T02:19:15,201 DEBUG [RS:0;01bccfa882c7:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:19:15,201 INFO [RS:0;01bccfa882c7:33971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:19:15,201 INFO [RS:0;01bccfa882c7:33971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:19:15,302 INFO [RS:0;01bccfa882c7:33971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:15,303 INFO [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33971%2C1733365154067, suffix=, logDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067, archiveDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs, maxLogs=10 2024-12-05T02:19:15,317 DEBUG [RS:0;01bccfa882c7:33971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304, exclude list is [], retry=0 2024-12-05T02:19:15,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7,DISK] 2024-12-05T02:19:15,322 INFO [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 2024-12-05T02:19:15,322 DEBUG [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509)] 2024-12-05T02:19:15,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:19:15,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5 2024-12-05T02:19:15,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:19:15,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:15,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:15,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:15,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:15,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:15,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:15,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:15,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:15,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:15,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:15,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:15,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:15,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:15,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:15,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740 2024-12-05T02:19:15,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740 2024-12-05T02:19:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:15,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:15,919 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:15,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:15,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:15,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795061, jitterRate=-0.049379512667655945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:15,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365155910Initializing all the Stores at 1733365155911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365155911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365155911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365155911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365155911Cleaning up temporary data from old regions at 1733365155919 (+8 ms)Region opened successfully at 1733365155923 (+4 ms) 2024-12-05T02:19:15,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:15,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:15,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:15,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:15,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:15,924 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:15,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365155923Disabling compacts and flushes for region at 1733365155923Disabling writes for close at 1733365155923Writing region close event to WAL at 1733365155924 (+1 ms)Closed at 1733365155924 2024-12-05T02:19:15,925 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:15,925 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:19:15,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:19:15,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:15,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:19:16,077 DEBUG [01bccfa882c7:35309 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:16,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:16,078 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33971,1733365154067, state=OPENING 2024-12-05T02:19:16,080 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:19:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:16,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:16,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:16,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643302818/meta-region-server: CHANGED 2024-12-05T02:19:16,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643302818/meta-region-server: CHANGED 2024-12-05T02:19:16,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33971,1733365154067}] 2024-12-05T02:19:16,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:16,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:19:16,239 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:19:16,239 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:16,239 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:19:16,241 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33971%2C1733365154067.meta, suffix=.meta, logDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067, archiveDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs, maxLogs=10 2024-12-05T02:19:16,254 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.meta.1733365156241.meta, exclude list is [], retry=0 2024-12-05T02:19:16,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7,DISK] 2024-12-05T02:19:16,258 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.meta.1733365156241.meta 2024-12-05T02:19:16,258 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509)] 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:16,259 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:19:16,259 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:19:16,259 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:19:16,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:16,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:16,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:16,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:16,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:16,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:16,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:16,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:16,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:16,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:16,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:16,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:16,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:16,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:16,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:16,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:16,265 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:16,265 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740 2024-12-05T02:19:16,266 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740 2024-12-05T02:19:16,267 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:16,267 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:16,267 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:16,268 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:16,269 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70498376, jitterRate=0.05050766468048096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:16,269 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:19:16,269 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365156259Writing region info on filesystem at 1733365156260 (+1 ms)Initializing all the Stores at 1733365156260Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365156260Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365156260Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365156260Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365156260Cleaning up temporary data from old regions at 1733365156267 (+7 ms)Running coprocessor post-open hooks at 1733365156269 (+2 ms)Region opened successfully at 1733365156269 2024-12-05T02:19:16,270 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365156234 2024-12-05T02:19:16,272 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:19:16,272 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:19:16,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:16,274 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33971,1733365154067, state=OPEN 2024-12-05T02:19:16,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01643302818/meta-region-server 2024-12-05T02:19:16,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01643302818/meta-region-server 2024-12-05T02:19:16,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643302818/meta-region-server: CHANGED 2024-12-05T02:19:16,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01643302818/meta-region-server: CHANGED 2024-12-05T02:19:16,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:16,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:19:16,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33971,1733365154067 in 205 msec 2024-12-05T02:19:16,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:19:16,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-12-05T02:19:16,292 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:16,292 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:19:16,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:16,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:16,293 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:16,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:16,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-12-05T02:19:16,298 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365156298, completionTime=-1 2024-12-05T02:19:16,298 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:19:16,298 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:19:16,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:19:16,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365216300 2024-12-05T02:19:16,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365276300 2024-12-05T02:19:16,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:19:16,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:35309, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,302 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.179sec 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:16,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:19:16,307 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:19:16,307 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:19:16,307 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,35309,1733365154008-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:16,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:16,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:16,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:16,313 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8071bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:16,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:16,315 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:16,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4065d1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:16,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:16,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:16,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,35309,1733365154008 2024-12-05T02:19:16,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:16,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:16,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806b29420002 connected 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir so I do NOT create it in target/test-data/e479f373-564e-d525-edc5-4fec7c719507 2024-12-05T02:19:16,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.tmp.dir so I do NOT create it in target/test-data/e479f373-564e-d525-edc5-4fec7c719507 2024-12-05T02:19:16,326 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:19:16,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/cluster_fd2f772a-7736-3721-a179-0656bd3e4152, deleteOnExit=true 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/test.cache.data in system properties and HBase conf 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:19:16,326 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:19:16,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:19:16,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:19:16,392 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T02:19:16,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,429 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,430 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,430 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,431 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,431 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,438 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:16,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:16,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:16,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:16,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:16,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:19:16,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:16,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4afaf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:16,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6866c87b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:16,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ed18bf7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/java.io.tmpdir/jetty-localhost-43953-hadoop-hdfs-3_4_1-tests_jar-_-any-12065270121498010795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:16,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79eb9e95{HTTP/1.1, (http/1.1)}{localhost:43953} 2024-12-05T02:19:16,625 INFO [Time-limited test {}] server.Server(415): Started @159535ms 2024-12-05T02:19:16,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:16,715 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:16,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:16,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:16,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:19:16,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7332160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:16,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21327da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:16,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@238557e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/java.io.tmpdir/jetty-localhost-39061-hadoop-hdfs-3_4_1-tests_jar-_-any-9634922178585916525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:16,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f60f768{HTTP/1.1, (http/1.1)}{localhost:39061} 2024-12-05T02:19:16,834 INFO [Time-limited test {}] server.Server(415): Started @159743ms 2024-12-05T02:19:16,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:19:16,928 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/cluster_fd2f772a-7736-3721-a179-0656bd3e4152/data/data1/current/BP-1600700961-172.17.0.2-1733365156349/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:16,928 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/cluster_fd2f772a-7736-3721-a179-0656bd3e4152/data/data2/current/BP-1600700961-172.17.0.2-1733365156349/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:16,946 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:19:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0f1825d46f4538 with lease ID 0x9852696f24ccf1c4: Processing first storage report for DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ec80e25d-02ab-47c5-9634-1d3894e3d158, infoPort=37811, infoSecurePort=0, ipcPort=43067, storageInfo=lv=-57;cid=testClusterID;nsid=1564431160;c=1733365156349) 2024-12-05T02:19:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0f1825d46f4538 with lease ID 0x9852696f24ccf1c4: from storage DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ec80e25d-02ab-47c5-9634-1d3894e3d158, infoPort=37811, infoSecurePort=0, ipcPort=43067, storageInfo=lv=-57;cid=testClusterID;nsid=1564431160;c=1733365156349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba0f1825d46f4538 with lease ID 0x9852696f24ccf1c4: Processing first storage report for DS-2e797497-19f3-4285-b92f-fbff7a2195c0 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ec80e25d-02ab-47c5-9634-1d3894e3d158, infoPort=37811, infoSecurePort=0, ipcPort=43067, storageInfo=lv=-57;cid=testClusterID;nsid=1564431160;c=1733365156349) 2024-12-05T02:19:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba0f1825d46f4538 with lease ID 0x9852696f24ccf1c4: from storage DS-2e797497-19f3-4285-b92f-fbff7a2195c0 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=ec80e25d-02ab-47c5-9634-1d3894e3d158, infoPort=37811, infoSecurePort=0, ipcPort=43067, storageInfo=lv=-57;cid=testClusterID;nsid=1564431160;c=1733365156349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:16,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507 2024-12-05T02:19:16,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:16,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:19:17,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996 with version=8 2024-12-05T02:19:17,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/hbase-staging 2024-12-05T02:19:17,372 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:19:17,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:17,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34973 2024-12-05T02:19:17,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34973 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:17,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349730x0, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:17,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34973-0x101806b29420003 connected 2024-12-05T02:19:17,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:17,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:17,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/running 2024-12-05T02:19:17,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996, hbase.cluster.distributed=false 2024-12-05T02:19:17,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/acl 2024-12-05T02:19:17,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34973 2024-12-05T02:19:17,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34973 2024-12-05T02:19:17,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34973 2024-12-05T02:19:17,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34973 2024-12-05T02:19:17,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34973 2024-12-05T02:19:17,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:19:17,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:17,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-12-05T02:19:17,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33369 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:17,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:17,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:17,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333690x0, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:17,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333690x0, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/running 2024-12-05T02:19:17,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:19:17,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33369-0x101806b29420004 connected 2024-12-05T02:19:17,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:19:17,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/master 2024-12-05T02:19:17,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/acl 2024-12-05T02:19:17,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-05T02:19:17,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-12-05T02:19:17,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-12-05T02:19:17,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-05T02:19:17,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-12-05T02:19:17,455 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:34973 2024-12-05T02:19:17,456 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1641363184/backup-masters/01bccfa882c7,34973,1733365157372 2024-12-05T02:19:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/backup-masters 2024-12-05T02:19:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/backup-masters 2024-12-05T02:19:17,460 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on existing znode=/1641363184/backup-masters/01bccfa882c7,34973,1733365157372 2024-12-05T02:19:17,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:17,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641363184/master 2024-12-05T02:19:17,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:17,462 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on existing znode=/1641363184/master 2024-12-05T02:19:17,462 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1641363184/backup-masters/01bccfa882c7,34973,1733365157372 from backup master directory 2024-12-05T02:19:17,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641363184/backup-masters/01bccfa882c7,34973,1733365157372 2024-12-05T02:19:17,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/backup-masters 2024-12-05T02:19:17,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/backup-masters 2024-12-05T02:19:17,464 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:17,464 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,34973,1733365157372 2024-12-05T02:19:17,467 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/hbase.id] with ID: 2b76331f-213e-4301-802b-a85421e48186 2024-12-05T02:19:17,467 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/.tmp/hbase.id 2024-12-05T02:19:17,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:19:17,875 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/.tmp/hbase.id]:[hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/hbase.id] 2024-12-05T02:19:17,885 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:17,885 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:19:17,886 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:19:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:17,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:17,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:19:17,894 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:17,895 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:19:17,895 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:17,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:19:17,901 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store 2024-12-05T02:19:17,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:19:18,306 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:18,306 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:18,306 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:18,306 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:18,306 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:18,306 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:18,306 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:18,307 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365158306Disabling compacts and flushes for region at 1733365158306Disabling writes for close at 1733365158306Writing region close event to WAL at 1733365158306Closed at 1733365158306 2024-12-05T02:19:18,307 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/.initializing 2024-12-05T02:19:18,308 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/WALs/01bccfa882c7,34973,1733365157372 2024-12-05T02:19:18,309 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:18,310 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C34973%2C1733365157372, suffix=, logDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/WALs/01bccfa882c7,34973,1733365157372, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/oldWALs, maxLogs=10 2024-12-05T02:19:18,324 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/WALs/01bccfa882c7,34973,1733365157372/01bccfa882c7%2C34973%2C1733365157372.1733365158310, exclude list is [], retry=0 2024-12-05T02:19:18,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696,DISK] 2024-12-05T02:19:18,328 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/WALs/01bccfa882c7,34973,1733365157372/01bccfa882c7%2C34973%2C1733365157372.1733365158310 2024-12-05T02:19:18,328 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37811:37811)] 2024-12-05T02:19:18,328 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:18,328 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:18,328 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,328 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:19:18,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:18,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:18,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:19:18,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:18,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:18,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:19:18,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:18,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:18,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:19:18,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:18,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:18,335 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,336 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,336 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,337 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,337 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,338 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:18,338 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:18,340 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:18,340 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66418512, jitterRate=-0.010287046432495117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:18,340 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365158328Initializing all the Stores at 1733365158329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365158329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365158329Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365158329Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365158329Cleaning up temporary data from old regions at 1733365158337 (+8 ms)Region opened successfully at 1733365158340 (+3 ms) 2024-12-05T02:19:18,341 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:19:18,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8ff6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:18,344 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:19:18,344 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:19:18,344 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:19:18,344 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:19:18,344 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:19:18,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:19:18,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:19:18,346 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:19:18,347 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/balancer because node does not exist (not necessarily an error) 2024-12-05T02:19:18,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/balancer already deleted, retry=false 2024-12-05T02:19:18,351 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:19:18,352 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:19:18,353 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/normalizer already deleted, retry=false 2024-12-05T02:19:18,353 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:19:18,354 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:19:18,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/switch/split already deleted, retry=false 2024-12-05T02:19:18,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:19:18,356 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/switch/merge already deleted, retry=false 2024-12-05T02:19:18,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:19:18,360 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/snapshot-cleanup already deleted, retry=false 2024-12-05T02:19:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641363184/running 2024-12-05T02:19:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1641363184/running 2024-12-05T02:19:18,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,363 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,34973,1733365157372, sessionid=0x101806b29420003, setting cluster-up flag (Was=false) 2024-12-05T02:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,371 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641363184/flush-table-proc/acquired, /1641363184/flush-table-proc/reached, /1641363184/flush-table-proc/abort 2024-12-05T02:19:18,372 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34973,1733365157372 2024-12-05T02:19:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:18,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1641363184/online-snapshot/acquired, /1641363184/online-snapshot/reached, /1641363184/online-snapshot/abort 2024-12-05T02:19:18,381 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34973,1733365157372 2024-12-05T02:19:18,381 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:19:18,383 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:18,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:19:18,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:19:18,383 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,34973,1733365157372 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:18,384 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365188385 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:19:18,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:18,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:19:18,385 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:19:18,386 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:19:18,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:18,386 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365158386,5,FailOnTimeoutGroup] 2024-12-05T02:19:18,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:19:18,387 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365158387,5,FailOnTimeoutGroup] 2024-12-05T02:19:18,387 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,387 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:19:18,387 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,387 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:19:18,439 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(746): ClusterId : 2b76331f-213e-4301-802b-a85421e48186 2024-12-05T02:19:18,439 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:19:18,442 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:19:18,442 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:19:18,443 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:19:18,443 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1b1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:18,455 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:33369 2024-12-05T02:19:18,455 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:19:18,455 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:19:18,455 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:19:18,456 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,34973,1733365157372 with port=33369, startcode=1733365157410 2024-12-05T02:19:18,456 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:19:18,458 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:19:18,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34973 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,459 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996 2024-12-05T02:19:18,459 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46103 2024-12-05T02:19:18,459 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:19:18,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/rs 2024-12-05T02:19:18,461 DEBUG [RS:0;01bccfa882c7:33369 {}] zookeeper.ZKUtil(111): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on existing znode=/1641363184/rs/01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,461 WARN [RS:0;01bccfa882c7:33369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:18,461 INFO [RS:0;01bccfa882c7:33369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:18,461 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,33369,1733365157410] 2024-12-05T02:19:18,464 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:19:18,465 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:19:18,466 INFO [RS:0;01bccfa882c7:33369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:19:18,466 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,467 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:19:18,467 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:19:18,467 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:18,468 DEBUG [RS:0;01bccfa882c7:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,472 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33369,1733365157410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:18,486 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:19:18,486 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33369,1733365157410-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,486 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,486 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.Replication(171): 01bccfa882c7,33369,1733365157410 started 2024-12-05T02:19:18,499 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:18,499 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,33369,1733365157410, RpcServer on 01bccfa882c7/172.17.0.2:33369, sessionid=0x101806b29420004 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33369,1733365157410' 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641363184/flush-table-proc/abort' 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641363184/flush-table-proc/acquired' 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,33369,1733365157410 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33369,1733365157410' 2024-12-05T02:19:18,500 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1641363184/online-snapshot/abort' 2024-12-05T02:19:18,501 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1641363184/online-snapshot/acquired' 2024-12-05T02:19:18,501 DEBUG [RS:0;01bccfa882c7:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:19:18,501 INFO [RS:0;01bccfa882c7:33369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:19:18,501 INFO [RS:0;01bccfa882c7:33369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:19:18,601 INFO [RS:0;01bccfa882c7:33369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:18,603 INFO [RS:0;01bccfa882c7:33369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33369%2C1733365157410, suffix=, logDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/oldWALs, maxLogs=10 2024-12-05T02:19:18,616 DEBUG [RS:0;01bccfa882c7:33369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, exclude list is [], retry=0 2024-12-05T02:19:18,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696,DISK] 2024-12-05T02:19:18,620 INFO [RS:0;01bccfa882c7:33369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 2024-12-05T02:19:18,621 DEBUG [RS:0;01bccfa882c7:33369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37811:37811)] 2024-12-05T02:19:18,798 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:19:18,798 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996 2024-12-05T02:19:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:19:19,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:19,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:19,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:19,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:19,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:19,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:19,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:19,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:19,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:19,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:19,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740 2024-12-05T02:19:19,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740 2024-12-05T02:19:19,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:19,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:19,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:19,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:19,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:19,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65835918, jitterRate=-0.0189683735370636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365159204Initializing all the Stores at 1733365159205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365159205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159205Cleaning up temporary data from old regions at 1733365159213 (+8 ms)Region opened successfully at 1733365159217 (+4 ms) 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:19,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:19,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:19,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365159217Disabling compacts and flushes for region at 1733365159217Disabling writes for close at 1733365159217Writing region close event to WAL at 1733365159217Closed at 1733365159217 2024-12-05T02:19:19,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:19,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:19:19,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:19:19,219 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:19,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:19:19,370 DEBUG [01bccfa882c7:34973 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:19,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:19,372 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33369,1733365157410, state=OPENING 2024-12-05T02:19:19,379 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:19:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:19,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:19,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641363184/meta-region-server: CHANGED 2024-12-05T02:19:19,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641363184/meta-region-server: CHANGED 2024-12-05T02:19:19,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:19,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33369,1733365157410}] 2024-12-05T02:19:19,535 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:19,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:19:19,541 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:19:19,541 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:19,541 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:19:19,543 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33369%2C1733365157410.meta, suffix=.meta, logDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/oldWALs, maxLogs=10 2024-12-05T02:19:19,561 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.meta.1733365159543.meta, exclude list is [], retry=0 2024-12-05T02:19:19,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696,DISK] 2024-12-05T02:19:19,566 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.meta.1733365159543.meta 2024-12-05T02:19:19,566 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37811:37811)] 2024-12-05T02:19:19,566 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:19,567 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:19:19,567 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:19:19,567 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:19:19,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:19,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:19,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:19,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:19,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:19,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:19,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:19,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:19,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:19,603 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:19,604 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740 2024-12-05T02:19:19,606 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740 2024-12-05T02:19:19,607 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:19,607 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:19,608 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:19,609 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:19,611 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65805621, jitterRate=-0.0194198340177536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:19,611 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:19:19,611 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365159567Writing region info on filesystem at 1733365159567Initializing all the Stores at 1733365159568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159569 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365159569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365159569Cleaning up temporary data from old regions at 1733365159607 (+38 ms)Running coprocessor post-open hooks at 1733365159611 (+4 ms)Region opened successfully at 1733365159611 2024-12-05T02:19:19,613 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365159535 2024-12-05T02:19:19,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:19,616 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:19:19,616 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:19:19,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33369,1733365157410, state=OPEN 2024-12-05T02:19:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641363184/meta-region-server 2024-12-05T02:19:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1641363184/meta-region-server 2024-12-05T02:19:19,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641363184/meta-region-server: CHANGED 2024-12-05T02:19:19,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:19,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1641363184/meta-region-server: CHANGED 2024-12-05T02:19:19,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:19:19,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33369,1733365157410 in 237 msec 2024-12-05T02:19:19,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:19:19,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-12-05T02:19:19,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:19,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:19:19,625 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:19,625 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:19,625 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:19,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:19,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-05T02:19:19,634 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365159633, completionTime=-1 2024-12-05T02:19:19,634 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:19:19,634 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:19:19,636 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:19:19,636 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365219636 2024-12-05T02:19:19,636 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365279636 2024-12-05T02:19:19,636 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:19:19,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:34973, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,637 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,638 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,640 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:19:19,643 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.179sec 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:19,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:19:19,647 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:19:19,647 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:19:19,648 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34973,1733365157372-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:19,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76649802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:19,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:19,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:19,749 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b6be43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:19,752 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:19,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645059c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:19,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:19,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:19,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:19,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,34973,1733365157372 2024-12-05T02:19:19,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63342 2024-12-05T02:19:19,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:19,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806b29420005 connected 2024-12-05T02:19:19,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39cba675 2024-12-05T02:19:19,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:19,776 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:19,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:19:19,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:19,780 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:19,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:19:19,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:19:19,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32387fa524fb58c99fcd11c6266d0c42, NAME => 'test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5 2024-12-05T02:19:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:19:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:20,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32387fa524fb58c99fcd11c6266d0c42, disabling compactions & flushes 2024-12-05T02:19:20,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. after waiting 0 ms 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,238 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,238 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32387fa524fb58c99fcd11c6266d0c42: Waiting for close lock at 1733365160238Disabling compacts and flushes for region at 1733365160238Disabling writes for close at 1733365160238Writing region close event to WAL at 1733365160238Closed at 1733365160238 2024-12-05T02:19:20,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:20,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365160241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365160241"}]},"ts":"1733365160241"} 2024-12-05T02:19:20,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:20,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:20,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365160245"}]},"ts":"1733365160245"} 2024-12-05T02:19:20,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:19:20,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32387fa524fb58c99fcd11c6266d0c42, ASSIGN}] 2024-12-05T02:19:20,248 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32387fa524fb58c99fcd11c6266d0c42, ASSIGN 2024-12-05T02:19:20,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32387fa524fb58c99fcd11c6266d0c42, ASSIGN; state=OFFLINE, location=01bccfa882c7,33971,1733365154067; forceNewPlan=false, retain=false 2024-12-05T02:19:20,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32387fa524fb58c99fcd11c6266d0c42, regionState=OPENING, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:20,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32387fa524fb58c99fcd11c6266d0c42, ASSIGN because future has completed 2024-12-05T02:19:20,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32387fa524fb58c99fcd11c6266d0c42, server=01bccfa882c7,33971,1733365154067}] 2024-12-05T02:19:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:20,558 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,558 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32387fa524fb58c99fcd11c6266d0c42, NAME => 'test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:20,558 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:20,559 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:19:20,559 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,559 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:20,559 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,559 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,560 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,561 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32387fa524fb58c99fcd11c6266d0c42 columnFamilyName f 2024-12-05T02:19:20,562 DEBUG [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:20,562 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(327): Store=32387fa524fb58c99fcd11c6266d0c42/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:20,562 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,563 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32387fa524fb58c99fcd11c6266d0c42 columnFamilyName f1 2024-12-05T02:19:20,563 DEBUG [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:20,563 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(327): Store=32387fa524fb58c99fcd11c6266d0c42/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:20,563 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,564 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32387fa524fb58c99fcd11c6266d0c42 columnFamilyName norep 2024-12-05T02:19:20,564 DEBUG [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:20,565 INFO [StoreOpener-32387fa524fb58c99fcd11c6266d0c42-1 {}] regionserver.HStore(327): Store=32387fa524fb58c99fcd11c6266d0c42/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:20,565 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,565 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,566 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,566 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,566 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,567 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:20,568 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,569 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:20,570 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32387fa524fb58c99fcd11c6266d0c42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67411741, jitterRate=0.004513218998908997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:20,570 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:20,570 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32387fa524fb58c99fcd11c6266d0c42: Running coprocessor pre-open hook at 1733365160559Writing region info on filesystem at 1733365160559Initializing all the Stores at 1733365160560 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365160560Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365160560Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365160560Cleaning up temporary data from old regions at 1733365160566 (+6 ms)Running coprocessor post-open hooks at 1733365160570 (+4 ms)Region opened successfully at 1733365160570 2024-12-05T02:19:20,571 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., pid=6, masterSystemTime=1733365160554 2024-12-05T02:19:20,573 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,573 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:20,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32387fa524fb58c99fcd11c6266d0c42, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:20,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32387fa524fb58c99fcd11c6266d0c42, server=01bccfa882c7,33971,1733365154067 because future has completed 2024-12-05T02:19:20,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:19:20,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32387fa524fb58c99fcd11c6266d0c42, server=01bccfa882c7,33971,1733365154067 in 174 msec 2024-12-05T02:19:20,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:19:20,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32387fa524fb58c99fcd11c6266d0c42, ASSIGN in 331 msec 2024-12-05T02:19:20,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:20,580 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365160580"}]},"ts":"1733365160580"} 2024-12-05T02:19:20,582 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:19:20,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:20,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 805 msec 2024-12-05T02:19:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:20,922 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:19:20,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:20,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:20,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56fb2fa3 2024-12-05T02:19:20,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:20,925 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:20,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:19:20,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:20,927 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:20,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:20,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:19:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:21,156 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:19:21,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:19:21,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:21,336 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 882fd78dcde3724fa90a524bfe6c1431, NAME => 'test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996 2024-12-05T02:19:21,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:19:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 882fd78dcde3724fa90a524bfe6c1431, disabling compactions & flushes 2024-12-05T02:19:21,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. after waiting 0 ms 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:21,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:21,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 882fd78dcde3724fa90a524bfe6c1431: Waiting for close lock at 1733365161743Disabling compacts and flushes for region at 1733365161743Disabling writes for close at 1733365161743Writing region close event to WAL at 1733365161743Closed at 1733365161743 2024-12-05T02:19:21,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:21,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365161744"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365161744"}]},"ts":"1733365161744"} 2024-12-05T02:19:21,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:21,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:21,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365161747"}]},"ts":"1733365161747"} 2024-12-05T02:19:21,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:19:21,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=882fd78dcde3724fa90a524bfe6c1431, ASSIGN}] 2024-12-05T02:19:21,750 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=882fd78dcde3724fa90a524bfe6c1431, ASSIGN 2024-12-05T02:19:21,751 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=882fd78dcde3724fa90a524bfe6c1431, ASSIGN; state=OFFLINE, location=01bccfa882c7,33369,1733365157410; forceNewPlan=false, retain=false 2024-12-05T02:19:21,761 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:21,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=882fd78dcde3724fa90a524bfe6c1431, regionState=OPENING, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=882fd78dcde3724fa90a524bfe6c1431, ASSIGN because future has completed 2024-12-05T02:19:21,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882fd78dcde3724fa90a524bfe6c1431, server=01bccfa882c7,33369,1733365157410}] 2024-12-05T02:19:22,060 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:22,060 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 882fd78dcde3724fa90a524bfe6c1431, NAME => 'test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:22,061 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:22,061 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:19:22,061 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,061 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:22,061 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,061 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:22,062 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,063 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882fd78dcde3724fa90a524bfe6c1431 columnFamilyName f 2024-12-05T02:19:22,063 DEBUG [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:22,064 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(327): Store=882fd78dcde3724fa90a524bfe6c1431/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:22,064 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,065 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882fd78dcde3724fa90a524bfe6c1431 columnFamilyName f1 2024-12-05T02:19:22,065 DEBUG [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:22,065 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(327): Store=882fd78dcde3724fa90a524bfe6c1431/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:22,065 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,066 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 882fd78dcde3724fa90a524bfe6c1431 columnFamilyName norep 2024-12-05T02:19:22,066 DEBUG [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:22,066 INFO [StoreOpener-882fd78dcde3724fa90a524bfe6c1431-1 {}] regionserver.HStore(327): Store=882fd78dcde3724fa90a524bfe6c1431/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:22,066 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,067 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,067 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,068 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,068 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,069 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:22,070 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,071 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:22,072 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 882fd78dcde3724fa90a524bfe6c1431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67078800, jitterRate=-4.4798851013183594E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:22,072 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:22,072 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 882fd78dcde3724fa90a524bfe6c1431: Running coprocessor pre-open hook at 1733365162061Writing region info on filesystem at 1733365162061Initializing all the Stores at 1733365162062 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365162062Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365162062Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365162062Cleaning up temporary data from old regions at 1733365162068 (+6 ms)Running coprocessor post-open hooks at 1733365162072 (+4 ms)Region opened successfully at 1733365162072 2024-12-05T02:19:22,073 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., pid=6, masterSystemTime=1733365162057 2024-12-05T02:19:22,075 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:22,075 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:22,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=882fd78dcde3724fa90a524bfe6c1431, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:22,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 882fd78dcde3724fa90a524bfe6c1431, server=01bccfa882c7,33369,1733365157410 because future has completed 2024-12-05T02:19:22,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:19:22,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 882fd78dcde3724fa90a524bfe6c1431, server=01bccfa882c7,33369,1733365157410 in 174 msec 2024-12-05T02:19:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:19:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=882fd78dcde3724fa90a524bfe6c1431, ASSIGN in 331 msec 2024-12-05T02:19:22,082 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:22,082 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365162082"}]},"ts":"1733365162082"} 2024-12-05T02:19:22,084 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:19:22,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:22,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-05T02:19:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:19:22,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:22,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:19:22,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:22,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:22,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T02:19:22,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:22,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:19:22,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:22,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:19:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:23,073 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:19:23,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:23,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:23,075 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41160203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:23,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,076 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:23,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ed7d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:23,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:23,078 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e695413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:23,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:23,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,079 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158538d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36f318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:23,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:23,081 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa3f944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:23,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,082 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:23,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fb9cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@154ed22a 2024-12-05T02:19:23,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:23,085 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:23,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:34973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:19:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:19:23,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:23,088 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34973' 2024-12-05T02:19:23,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db8ec53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,089 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:23,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:23,090 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f7078b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,091 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:23,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af255bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:23,092 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:23,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:23,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18dbd374 2024-12-05T02:19:23,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:23,093 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:23,094 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:19:23,094 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:19:23,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,094 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:23,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:23,095 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:23,095 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:19:23,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:23,096 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:23,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:19:23,146 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:19:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:23,504 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 595f4cc47013ab91507e444c3316dfef, NAME => 'hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5 2024-12-05T02:19:23,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:19:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:23,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:23,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 595f4cc47013ab91507e444c3316dfef, disabling compactions & flushes 2024-12-05T02:19:23,913 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:23,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:23,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. after waiting 0 ms 2024-12-05T02:19:23,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:23,914 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:23,914 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 595f4cc47013ab91507e444c3316dfef: Waiting for close lock at 1733365163913Disabling compacts and flushes for region at 1733365163913Disabling writes for close at 1733365163914 (+1 ms)Writing region close event to WAL at 1733365163914Closed at 1733365163914 2024-12-05T02:19:23,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:23,915 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365163915"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365163915"}]},"ts":"1733365163915"} 2024-12-05T02:19:23,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:23,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:23,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365163918"}]},"ts":"1733365163918"} 2024-12-05T02:19:23,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:19:23,921 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=595f4cc47013ab91507e444c3316dfef, ASSIGN}] 2024-12-05T02:19:23,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=595f4cc47013ab91507e444c3316dfef, ASSIGN 2024-12-05T02:19:23,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=595f4cc47013ab91507e444c3316dfef, ASSIGN; state=OFFLINE, location=01bccfa882c7,33971,1733365154067; forceNewPlan=false, retain=false 2024-12-05T02:19:24,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=595f4cc47013ab91507e444c3316dfef, regionState=OPENING, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:24,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=595f4cc47013ab91507e444c3316dfef, ASSIGN because future has completed 2024-12-05T02:19:24,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595f4cc47013ab91507e444c3316dfef, server=01bccfa882c7,33971,1733365154067}] 2024-12-05T02:19:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:24,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:24,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:24,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:19:24,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33971%2C1733365154067.rep, suffix=, logDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067, archiveDir=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs, maxLogs=10 2024-12-05T02:19:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.rep.1733365164234, exclude list is [], retry=0 2024-12-05T02:19:24,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35973,DS-6a5bcd4b-adf8-4ffc-964f-fc1d80e446e7,DISK] 2024-12-05T02:19:24,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.rep.1733365164234 2024-12-05T02:19:24,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33509:33509)] 2024-12-05T02:19:24,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 595f4cc47013ab91507e444c3316dfef, NAME => 'hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:24,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. service=MultiRowMutationService 2024-12-05T02:19:24,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,253 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,254 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595f4cc47013ab91507e444c3316dfef columnFamilyName hfileref 2024-12-05T02:19:24,254 DEBUG [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:24,255 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(327): Store=595f4cc47013ab91507e444c3316dfef/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:24,255 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,256 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595f4cc47013ab91507e444c3316dfef columnFamilyName queue 2024-12-05T02:19:24,256 DEBUG [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:24,256 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(327): Store=595f4cc47013ab91507e444c3316dfef/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:24,256 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,258 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 595f4cc47013ab91507e444c3316dfef columnFamilyName sid 2024-12-05T02:19:24,258 DEBUG [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:24,258 INFO [StoreOpener-595f4cc47013ab91507e444c3316dfef-1 {}] regionserver.HStore(327): Store=595f4cc47013ab91507e444c3316dfef/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:24,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:24,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:24,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 595f4cc47013ab91507e444c3316dfef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60024485, jitterRate=-0.10556547343730927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:24,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:24,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 595f4cc47013ab91507e444c3316dfef: Running coprocessor pre-open hook at 1733365164252Writing region info on filesystem at 1733365164252Initializing all the Stores at 1733365164253 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365164253Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365164253Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365164253Cleaning up temporary data from old regions at 1733365164260 (+7 ms)Running coprocessor post-open hooks at 1733365164263 (+3 ms)Region opened successfully at 1733365164264 (+1 ms) 2024-12-05T02:19:24,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef., pid=10, masterSystemTime=1733365164228 2024-12-05T02:19:24,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:24,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:24,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=595f4cc47013ab91507e444c3316dfef, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33971,1733365154067 2024-12-05T02:19:24,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 595f4cc47013ab91507e444c3316dfef, server=01bccfa882c7,33971,1733365154067 because future has completed 2024-12-05T02:19:24,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:19:24,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 595f4cc47013ab91507e444c3316dfef, server=01bccfa882c7,33971,1733365154067 in 195 msec 2024-12-05T02:19:24,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:19:24,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=595f4cc47013ab91507e444c3316dfef, ASSIGN in 352 msec 2024-12-05T02:19:24,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:24,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365164275"}]},"ts":"1733365164275"} 2024-12-05T02:19:24,277 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:19:24,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:24,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-05T02:19:24,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef., hostname=01bccfa882c7,33971,1733365154067, seqNum=2] 2024-12-05T02:19:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:24,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:24,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:19:24,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:19:24,462 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:19:24,491 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,33971,1733365154067, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:19:24,492 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:24,492 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:24,492 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:24,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,33971,1733365154067', locateType=CURRENT is [region=hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef., hostname=01bccfa882c7,33971,1733365154067, seqNum=2] 2024-12-05T02:19:24,497 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:19:24,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:19:24,499 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,33971,1733365154067 suceeded 2024-12-05T02:19:24,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:19:24,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-05T02:19:24,501 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:34973,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:19:24,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-12-05T02:19:24,511 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34973' 2024-12-05T02:19:24,512 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2ded6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:24,512 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:24,512 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:24,513 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:24,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:24,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56e749fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:24,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:24,515 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:24,515 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa518df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:24,515 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe5b9a3 2024-12-05T02:19:24,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:24,517 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:24,517 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,33971,1733365154067 (queues=1) is replicating from cluster=fdea8731-4451-420d-bff8-aa0cd946c8cf to cluster=2b76331f-213e-4301-802b-a85421e48186 2024-12-05T02:19:24,517 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C33971%2C1733365154067 2024-12-05T02:19:24,518 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,33971,1733365154067, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:19:24,518 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C33971%2C1733365154067 2024-12-05T02:19:24,518 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304, startPosition=0, beingWritten=true 2024-12-05T02:19:24,523 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:24,523 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:24,523 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33971,1733365154067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:24,728 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:25,032 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35309 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:25,242 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:19:25,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:25,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:25,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:25,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e329cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:25,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:25,245 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:25,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,246 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:25,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fe8b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ced0f02 2024-12-05T02:19:25,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:25,249 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:25,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:35309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:19:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:19:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:25,252 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:35309' 2024-12-05T02:19:25,253 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91e2b9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,253 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:25,253 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:25,254 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b5f123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:25,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,255 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:25,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f68a035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:25,255 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57bd4da 2024-12-05T02:19:25,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:25,257 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:25,258 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-05T02:19:25,258 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:19:25,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:25,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:25,258 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:25,259 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:19:25,260 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:25,260 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:25,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:25,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:19:25,309 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:19:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:25,435 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:25,677 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 976048335fe0f4ab318cd093fe4315c3, NAME => 'hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996 2024-12-05T02:19:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:19:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:25,940 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:26,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:26,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 976048335fe0f4ab318cd093fe4315c3, disabling compactions & flushes 2024-12-05T02:19:26,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. after waiting 0 ms 2024-12-05T02:19:26,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,087 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 976048335fe0f4ab318cd093fe4315c3: Waiting for close lock at 1733365166086Disabling compacts and flushes for region at 1733365166086Disabling writes for close at 1733365166087 (+1 ms)Writing region close event to WAL at 1733365166087Closed at 1733365166087 2024-12-05T02:19:26,088 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:26,088 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365166088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365166088"}]},"ts":"1733365166088"} 2024-12-05T02:19:26,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:26,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:26,092 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365166091"}]},"ts":"1733365166091"} 2024-12-05T02:19:26,094 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:19:26,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=976048335fe0f4ab318cd093fe4315c3, ASSIGN}] 2024-12-05T02:19:26,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=976048335fe0f4ab318cd093fe4315c3, ASSIGN 2024-12-05T02:19:26,097 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=976048335fe0f4ab318cd093fe4315c3, ASSIGN; state=OFFLINE, location=01bccfa882c7,33369,1733365157410; forceNewPlan=false, retain=false 2024-12-05T02:19:26,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=976048335fe0f4ab318cd093fe4315c3, regionState=OPENING, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:26,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=976048335fe0f4ab318cd093fe4315c3, ASSIGN because future has completed 2024-12-05T02:19:26,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976048335fe0f4ab318cd093fe4315c3, server=01bccfa882c7,33369,1733365157410}] 2024-12-05T02:19:26,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:26,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:26,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:19:26,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33369%2C1733365157410.rep, suffix=, logDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/oldWALs, maxLogs=10 2024-12-05T02:19:26,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.rep.1733365166414, exclude list is [], retry=0 2024-12-05T02:19:26,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-e6bebdd1-ee2e-4ee9-a00a-d222fd1ac696,DISK] 2024-12-05T02:19:26,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.rep.1733365166414 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37811:37811)] 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 976048335fe0f4ab318cd093fe4315c3, NAME => 'hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:26,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. service=MultiRowMutationService 2024-12-05T02:19:26,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,435 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,436 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976048335fe0f4ab318cd093fe4315c3 columnFamilyName hfileref 2024-12-05T02:19:26,436 DEBUG [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:26,436 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(327): Store=976048335fe0f4ab318cd093fe4315c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:26,436 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,437 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976048335fe0f4ab318cd093fe4315c3 columnFamilyName queue 2024-12-05T02:19:26,437 DEBUG [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:26,437 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(327): Store=976048335fe0f4ab318cd093fe4315c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:26,437 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,438 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 976048335fe0f4ab318cd093fe4315c3 columnFamilyName sid 2024-12-05T02:19:26,438 DEBUG [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:26,438 INFO [StoreOpener-976048335fe0f4ab318cd093fe4315c3-1 {}] regionserver.HStore(327): Store=976048335fe0f4ab318cd093fe4315c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:26,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:26,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:26,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 976048335fe0f4ab318cd093fe4315c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64332162, jitterRate=-0.041376084089279175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:26,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:26,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 976048335fe0f4ab318cd093fe4315c3: Running coprocessor pre-open hook at 1733365166434Writing region info on filesystem at 1733365166434Initializing all the Stores at 1733365166434Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365166434Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365166434Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365166434Cleaning up temporary data from old regions at 1733365166440 (+6 ms)Running coprocessor post-open hooks at 1733365166443 (+3 ms)Region opened successfully at 1733365166443 2024-12-05T02:19:26,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3., pid=10, masterSystemTime=1733365166402 2024-12-05T02:19:26,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:26,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=976048335fe0f4ab318cd093fe4315c3, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33369,1733365157410 2024-12-05T02:19:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 976048335fe0f4ab318cd093fe4315c3, server=01bccfa882c7,33369,1733365157410 because future has completed 2024-12-05T02:19:26,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:19:26,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 976048335fe0f4ab318cd093fe4315c3, server=01bccfa882c7,33369,1733365157410 in 199 msec 2024-12-05T02:19:26,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:19:26,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=976048335fe0f4ab318cd093fe4315c3, ASSIGN in 355 msec 2024-12-05T02:19:26,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:26,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365166452"}]},"ts":"1733365166452"} 2024-12-05T02:19:26,454 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:19:26,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:26,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-12-05T02:19:26,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3., hostname=01bccfa882c7,33369,1733365157410, seqNum=2] 2024-12-05T02:19:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:26,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:19:26,544 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:26,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:19:26,626 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:19:26,663 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,33369,1733365157410, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:19:26,663 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:26,663 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:26,664 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:26,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:26,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,33369,1733365157410', locateType=CURRENT is [region=hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3., hostname=01bccfa882c7,33369,1733365157410, seqNum=2] 2024-12-05T02:19:26,669 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:19:26,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:19:26,671 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,33369,1733365157410 suceeded 2024-12-05T02:19:26,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:19:26,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-05T02:19:26,672 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:35309,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:19:26,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4230 sec 2024-12-05T02:19:26,683 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:35309' 2024-12-05T02:19:26,684 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@676ef7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:26,684 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:26,684 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:26,685 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@176e53e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:26,686 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:26,687 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37b5681f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:26,687 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75985c98 2024-12-05T02:19:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:26,688 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:26,689 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,33369,1733365157410 (queues=1) is replicating from cluster=2b76331f-213e-4301-802b-a85421e48186 to cluster=fdea8731-4451-420d-bff8-aa0cd946c8cf 2024-12-05T02:19:26,689 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C33369%2C1733365157410 2024-12-05T02:19:26,689 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,33369,1733365157410, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:19:26,689 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C33369%2C1733365157410 2024-12-05T02:19:26,689 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, startPosition=0, beingWritten=true 2024-12-05T02:19:26,694 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:26,694 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:26,694 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33369,1733365157410 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:26,897 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:27,202 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:27,249 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:27,403 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:19:27,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:27,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:27,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:27,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:27,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:27,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:27,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733365167406/Put/seqid=0 2024-12-05T02:19:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741840_1016 (size=7894) 2024-12-05T02:19:27,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733365167423/Put/seqid=0 2024-12-05T02:19:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741841_1017 (size=7691) 2024-12-05T02:19:27,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9d34f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:27,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:27,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:27,438 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273aa653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:27,439 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:27,440 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:27,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2808e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:27,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:27,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:27,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:27,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:27,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5be9f11b 2024-12-05T02:19:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:27,459 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:27,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2] 2024-12-05T02:19:27,466 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:19:27,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-05T02:19:27,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-05T02:19:27,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T02:19:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:27,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T02:19:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegion(2603): Flush status journal for 32387fa524fb58c99fcd11c6266d0c42: 2024-12-05T02:19:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_1 2024-12-05T02:19:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_1 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ 2024-12-05T02:19:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_0 2024-12-05T02:19:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_0 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ 2024-12-05T02:19:27,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_1 into 32387fa524fb58c99fcd11c6266d0c42/f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ - updating store file list. 2024-12-05T02:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:27,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ into 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:27,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_1 into 32387fa524fb58c99fcd11c6266d0c42/f (new location: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_) 2024-12-05T02:19:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_1 2024-12-05T02:19:27,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_0 into 32387fa524fb58c99fcd11c6266d0c42/f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ - updating store file list. 2024-12-05T02:19:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa23d54028d14da89f691b6668f26932_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:27,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ into 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:27,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_0 into 32387fa524fb58c99fcd11c6266d0c42/f (new location: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/aa23d54028d14da89f691b6668f26932_SeqId_4_) 2024-12-05T02:19:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins__test__jm7e4snf22nasilfj2al8pl79kvsushp08g3ojj3avb7tpn7glnab02m1tcc841q/f/hfile_0 2024-12-05T02:19:27,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:27,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:27,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:27,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:27,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:27,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:27,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2 , the old value is region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:33971 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:19:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:19:27,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2 from cache 2024-12-05T02:19:27,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2] 2024-12-05T02:19:27,553 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:19:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:39694 deadline: 1733365227544 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:39694 2024-12-05T02:19:27,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:27,619 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:27,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:27,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:19:27,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:19:28,053 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 379, reset compression=false 2024-12-05T02:19:28,058 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:28,058 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33971,1733365154067 got entry batch from reader: WALEntryBatch [walEntries=[{test/32387fa524fb58c99fcd11c6266d0c42/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365167540/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:19:28,060 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:28,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-05T02:19:28,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.ReplicationSink(318): Replicating [fdea8731-4451-420d-bff8-aa0cd946c8cf] bulk loaded data 2024-12-05T02:19:28,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44cb0032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:28,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:28,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:28,063 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a48422d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:28,064 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:28,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3832b2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741840_1016 (size=7691) 2024-12-05T02:19:28,134 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:28,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:28,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741841_1017 (size=7894) 2024-12-05T02:19:28,555 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:19:28,569 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:28,738 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:28,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:28,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:28,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18744b86 2024-12-05T02:19:28,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:28,885 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:28,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:19:28,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:28,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:28,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:28,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:28,895 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T02:19:28,897 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T02:19:28,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ for inclusion in 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-05T02:19:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:28,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ for inclusion in 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-05T02:19:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegion(2603): Flush status journal for 882fd78dcde3724fa90a524bfe6c1431: 2024-12-05T02:19:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:19:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/77a092fe09e64dcb9fca386140057362_SeqId_4_ 2024-12-05T02:19:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa23d54028d14da89f691b6668f26932_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:19:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_ 2024-12-05T02:19:28,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/77a092fe09e64dcb9fca386140057362_SeqId_4_ - updating store file list. 2024-12-05T02:19:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77a092fe09e64dcb9fca386140057362_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:28,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/77a092fe09e64dcb9fca386140057362_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:28,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f (new location: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/77a092fe09e64dcb9fca386140057362_SeqId_4_) 2024-12-05T02:19:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/8ce319de9cc44ea9b5e6dc282a7f5108_SeqId_4_ 2024-12-05T02:19:28,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_ - updating store file list. 2024-12-05T02:19:28,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:28,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:28,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ into 882fd78dcde3724fa90a524bfe6c1431/f (new location: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_) 2024-12-05T02:19:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins.hfs.11__test__dkucv2ghmkbuf8likiflco5a01j1v9md96ucfvivoe513pdv1gofeof1bh44v2in/f/aa23d54028d14da89f691b6668f26932_SeqId_4_ 2024-12-05T02:19:28,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.ReplicationSink(324): Finished replicating [fdea8731-4451-420d-bff8-aa0cd946c8cf] bulk loaded data 2024-12-05T02:19:28,973 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:29,442 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 379, reset compression=false 2024-12-05T02:19:29,454 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:29,454 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33369,1733365157410 got entry batch from reader: WALEntryBatch [walEntries=[{test/882fd78dcde3724fa90a524bfe6c1431/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365168920/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T02:19:29,456 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:29,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-05T02:19:29,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(318): Replicating [fdea8731-4451-420d-bff8-aa0cd946c8cf, 2b76331f-213e-4301-802b-a85421e48186] bulk loaded data 2024-12-05T02:19:29,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1694768d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:29,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,35309,-1 for getting cluster id 2024-12-05T02:19:29,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:29,459 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fdea8731-4451-420d-bff8-aa0cd946c8cf' 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fdea8731-4451-420d-bff8-aa0cd946c8cf" 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9805c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,35309,-1] 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:29,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:29,461 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:29,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@432ebf34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:29,477 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741842_1018 (size=7691) 2024-12-05T02:19:29,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741843_1019 (size=7894) 2024-12-05T02:19:29,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:29,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733365169567/Put/seqid=0 2024-12-05T02:19:29,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741842_1018 (size=11194) 2024-12-05T02:19:29,654 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 725, reset compression=false 2024-12-05T02:19:29,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,35309,1733365154008 2024-12-05T02:19:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b8d375f 2024-12-05T02:19:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:29,910 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:29,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:19:29,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:29,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:29,919 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__ll2mt9gp1j489jt0kdh4ah1d4jqsdeu88cs692dv569tfr2iu6gs3gsb5rspqtn8/f/21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-05T02:19:29,922 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__ll2mt9gp1j489jt0kdh4ah1d4jqsdeu88cs692dv569tfr2iu6gs3gsb5rspqtn8/f/77a092fe09e64dcb9fca386140057362_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-05T02:19:29,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(324): Finished replicating [fdea8731-4451-420d-bff8-aa0cd946c8cf, 2b76331f-213e-4301-802b-a85421e48186] bulk loaded data 2024-12-05T02:19:29,962 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 725, reset compression=false 2024-12-05T02:19:29,974 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733365169973/Put/seqid=0 2024-12-05T02:19:29,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741843_1019 (size=10791) 2024-12-05T02:19:30,098 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:30,365 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 725, reset compression=false 2024-12-05T02:19:30,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8d7093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:30,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34973,-1 for getting cluster id 2024-12-05T02:19:30,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:30,380 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2b76331f-213e-4301-802b-a85421e48186' 2024-12-05T02:19:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2b76331f-213e-4301-802b-a85421e48186" 2024-12-05T02:19:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6185b40b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34973,-1] 2024-12-05T02:19:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:30,382 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:30,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7712d32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:30,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33369,1733365157410, seqNum=-1] 2024-12-05T02:19:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:30,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:30,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34973,1733365157372 2024-12-05T02:19:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45517532 2024-12-05T02:19:30,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:30,396 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:30,399 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2] 2024-12-05T02:19:30,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:19:30,410 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-05T02:19:30,413 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-05T02:19:30,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T02:19:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:30,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T02:19:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegion(2603): Flush status journal for 882fd78dcde3724fa90a524bfe6c1431: 2024-12-05T02:19:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_0 2024-12-05T02:19:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_0 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ 2024-12-05T02:19:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_1 2024-12-05T02:19:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_1 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/3904488a0da24a24a2109754199431d7_SeqId_6_ 2024-12-05T02:19:30,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_0 into 882fd78dcde3724fa90a524bfe6c1431/f as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ - updating store file list. 2024-12-05T02:19:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:30,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ into 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:30,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_0 into 882fd78dcde3724fa90a524bfe6c1431/f (new location: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_) 2024-12-05T02:19:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_0 2024-12-05T02:19:30,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_1 into 882fd78dcde3724fa90a524bfe6c1431/f as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/3904488a0da24a24a2109754199431d7_SeqId_6_ - updating store file list. 2024-12-05T02:19:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3904488a0da24a24a2109754199431d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:30,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/3904488a0da24a24a2109754199431d7_SeqId_6_ into 882fd78dcde3724fa90a524bfe6c1431/f 2024-12-05T02:19:30,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_1 into 882fd78dcde3724fa90a524bfe6c1431/f (new location: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/f/3904488a0da24a24a2109754199431d7_SeqId_6_) 2024-12-05T02:19:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/staging/jenkins__test__tsnek3p07f0beitp9sefm7a4n0n3ruequf1sukvjpvie2ltelii4e2d1mifd77t1/f/hfile_1 2024-12-05T02:19:30,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:30,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:30,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:30,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:30,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:30,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2 , the old value is region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:33369 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:19:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:19:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431., hostname=01bccfa882c7,33369,1733365157410, seqNum=2 from cache 2024-12-05T02:19:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33971,1733365154067, seqNum=-1] 2024-12-05T02:19:30,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:30,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:30,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T02:19:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42., hostname=01bccfa882c7,33971,1733365154067, seqNum=2] 2024-12-05T02:19:30,482 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:19:30,572 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:19:30,802 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:30,869 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 725, reset compression=false 2024-12-05T02:19:30,879 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:30,879 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33369,1733365157410 got entry batch from reader: WALEntryBatch [walEntries=[{test/882fd78dcde3724fa90a524bfe6c1431/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365170457/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:19:30,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(318): Replicating [2b76331f-213e-4301-802b-a85421e48186] bulk loaded data 2024-12-05T02:19:30,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741844_1020 (size=11194) 2024-12-05T02:19:30,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741845_1021 (size=10791) 2024-12-05T02:19:30,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:19:30,972 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-05T02:19:30,976 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-05T02:19:30,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ for inclusion in 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-05T02:19:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:30,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ for inclusion in 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-05T02:19:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:19:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegion(2603): Flush status journal for 32387fa524fb58c99fcd11c6266d0c42: 2024-12-05T02:19:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:19:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/e59d1c556fe0427da9a7eeb33a3b7332_SeqId_6_ 2024-12-05T02:19:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3904488a0da24a24a2109754199431d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:19:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/7faf79940ad44cb7913696370ecaaea5_SeqId_6_ 2024-12-05T02:19:31,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/e59d1c556fe0427da9a7eeb33a3b7332_SeqId_6_ - updating store file list. 2024-12-05T02:19:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e59d1c556fe0427da9a7eeb33a3b7332_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:31,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/e59d1c556fe0427da9a7eeb33a3b7332_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:31,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f (new location: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/e59d1c556fe0427da9a7eeb33a3b7332_SeqId_6_) 2024-12-05T02:19:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/d065ee596a424a79b1cd8290c4d3ef5d_SeqId_6_ 2024-12-05T02:19:31,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/7faf79940ad44cb7913696370ecaaea5_SeqId_6_ - updating store file list. 2024-12-05T02:19:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7faf79940ad44cb7913696370ecaaea5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:19:31,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/7faf79940ad44cb7913696370ecaaea5_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f 2024-12-05T02:19:31,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ into 32387fa524fb58c99fcd11c6266d0c42/f (new location: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/f/7faf79940ad44cb7913696370ecaaea5_SeqId_6_) 2024-12-05T02:19:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/staging/jenkins.hfs.10__test__7vcv1jjvg2knq3pjk5vurojfqs2hh91n75f7cq8ir93e19dmnmfufsa32fcqhab1/f/3904488a0da24a24a2109754199431d7_SeqId_6_ 2024-12-05T02:19:31,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33971 {}] regionserver.ReplicationSink(324): Finished replicating [2b76331f-213e-4301-802b-a85421e48186] bulk loaded data 2024-12-05T02:19:31,080 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1033, reset compression=false 2024-12-05T02:19:31,385 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1033, reset compression=false 2024-12-05T02:19:31,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:19:31,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:31,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:31,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:31,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:31,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:31,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:31,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1608513770, stopped=false 2024-12-05T02:19:31,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,34973,1733365157372 2024-12-05T02:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641363184/running 2024-12-05T02:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641363184/running 2024-12-05T02:19:31,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:31,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:31,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:31,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:31,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:31,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:31,497 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,33369,1733365157410' ***** 2024-12-05T02:19:31,497 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:31,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/running 2024-12-05T02:19:31,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Set watcher on znode that does not yet exist, /1641363184/running 2024-12-05T02:19:31,497 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:31,497 INFO [RS:0;01bccfa882c7:33369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 882fd78dcde3724fa90a524bfe6c1431 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,33369,1733365157410 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:31,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33369. 2024-12-05T02:19:31,498 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 976048335fe0f4ab318cd093fe4315c3, disabling compactions & flushes 2024-12-05T02:19:31,498 DEBUG [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:31,498 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:31,498 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:31,498 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:31,498 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. after waiting 0 ms 2024-12-05T02:19:31,498 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:31,498 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 976048335fe0f4ab318cd093fe4315c3 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-05T02:19:31,498 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:31,499 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:31,499 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:31,499 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:31,499 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:19:31,499 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1325): Online Regions={976048335fe0f4ab318cd093fe4315c3=hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3., 1588230740=hbase:meta,,1.1588230740, 882fd78dcde3724fa90a524bfe6c1431=test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431.} 2024-12-05T02:19:31,499 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 882fd78dcde3724fa90a524bfe6c1431, 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:31,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:31,499 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:31,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:31,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:31,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:31,499 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:19:31,517 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/info/0aec3431e46d447fac5b12fd428b5d58 is 147, key is hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3./info:regioninfo/1733365166446/Put/seqid=0 2024-12-05T02:19:31,522 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/hfileref/43d4c72dbbed4660b3c3f9f01d82752c is 74, key is 1/hfileref:21e899bc6fce44eabc6a80a8420b28a8_SeqId_4_/1733365169924/DeleteColumn/seqid=0 2024-12-05T02:19:31,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741844_1020 (size=7686) 2024-12-05T02:19:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741845_1021 (size=5345) 2024-12-05T02:19:31,582 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:31,611 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 687, reset compression=false 2024-12-05T02:19:31,615 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:31,615 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33971,1733365154067 got entry batch from reader: WALEntryBatch [walEntries=[{test/32387fa524fb58c99fcd11c6266d0c42/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365171016/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-05T02:19:31,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:31,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:39634 deadline: 1733365231616, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping 2024-12-05T02:19:31,618 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:31,699 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 882fd78dcde3724fa90a524bfe6c1431, 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:31,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:31,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:39634 deadline: 1733365231721, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping 2024-12-05T02:19:31,722 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:31,789 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1033, reset compression=false 2024-12-05T02:19:31,815 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:31,899 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 882fd78dcde3724fa90a524bfe6c1431, 976048335fe0f4ab318cd093fe4315c3 2024-12-05T02:19:31,924 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/info/0aec3431e46d447fac5b12fd428b5d58 2024-12-05T02:19:31,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:31,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:39634 deadline: 1733365231924, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping 2024-12-05T02:19:31,925 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:31,927 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/hfileref/43d4c72dbbed4660b3c3f9f01d82752c 2024-12-05T02:19:31,944 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/ns/e2d62fc1b95749a28599cac280a1857d is 43, key is default/ns:d/1733365159628/Put/seqid=0 2024-12-05T02:19:31,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741846_1022 (size=5153) 2024-12-05T02:19:31,958 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/queue/a18e5bd2db0e49b7b7e1b035ea440934 is 154, key is 1-01bccfa882c7,33369,1733365157410/queue:01bccfa882c7%2C33369%2C1733365157410/1733365171025/Put/seqid=0 2024-12-05T02:19:31,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741847_1023 (size=5353) 2024-12-05T02:19:31,963 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/queue/a18e5bd2db0e49b7b7e1b035ea440934 2024-12-05T02:19:31,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/hfileref/43d4c72dbbed4660b3c3f9f01d82752c as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/hfileref/43d4c72dbbed4660b3c3f9f01d82752c 2024-12-05T02:19:31,972 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/hfileref/43d4c72dbbed4660b3c3f9f01d82752c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-05T02:19:31,973 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/.tmp/queue/a18e5bd2db0e49b7b7e1b035ea440934 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/queue/a18e5bd2db0e49b7b7e1b035ea440934 2024-12-05T02:19:31,977 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/queue/a18e5bd2db0e49b7b7e1b035ea440934, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T02:19:31,978 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 976048335fe0f4ab318cd093fe4315c3 in 480ms, sequenceid=12, compaction requested=false 2024-12-05T02:19:31,982 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/replication/976048335fe0f4ab318cd093fe4315c3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:31,983 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 976048335fe0f4ab318cd093fe4315c3: Waiting for close lock at 1733365171498Running coprocessor pre-close hooks at 1733365171498Disabling compacts and flushes for region at 1733365171498Disabling writes for close at 1733365171498Obtaining lock to block concurrent updates at 1733365171498Preparing flush snapshotting stores in 976048335fe0f4ab318cd093fe4315c3 at 1733365171498Finished memstore snapshotting hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733365171499 (+1 ms)Flushing stores of hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. at 1733365171499Flushing 976048335fe0f4ab318cd093fe4315c3/hfileref: creating writer at 1733365171499Flushing 976048335fe0f4ab318cd093fe4315c3/hfileref: appending metadata at 1733365171521 (+22 ms)Flushing 976048335fe0f4ab318cd093fe4315c3/hfileref: closing flushed file at 1733365171521Flushing 976048335fe0f4ab318cd093fe4315c3/queue: creating writer at 1733365171931 (+410 ms)Flushing 976048335fe0f4ab318cd093fe4315c3/queue: appending metadata at 1733365171958 (+27 ms)Flushing 976048335fe0f4ab318cd093fe4315c3/queue: closing flushed file at 1733365171958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782fe259: reopening flushed file at 1733365171967 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669c9545: reopening flushed file at 1733365171972 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 976048335fe0f4ab318cd093fe4315c3 in 480ms, sequenceid=12, compaction requested=false at 1733365171978 (+6 ms)Writing region close event to WAL at 1733365171979 (+1 ms)Running coprocessor post-close hooks at 1733365171983 (+4 ms)Closed at 1733365171983 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365165258.976048335fe0f4ab318cd093fe4315c3. 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 882fd78dcde3724fa90a524bfe6c1431, disabling compactions & flushes 2024-12-05T02:19:31,983 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. after waiting 0 ms 2024-12-05T02:19:31,983 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:31,986 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/default/test/882fd78dcde3724fa90a524bfe6c1431/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:19:31,987 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:31,987 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:31,987 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:31,987 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 882fd78dcde3724fa90a524bfe6c1431: Waiting for close lock at 1733365171983Running coprocessor pre-close hooks at 1733365171983Disabling compacts and flushes for region at 1733365171983Disabling writes for close at 1733365171983Writing region close event to WAL at 1733365171984 (+1 ms)Running coprocessor post-close hooks at 1733365171987 (+3 ms)Closed at 1733365171987 2024-12-05T02:19:31,987 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431. 2024-12-05T02:19:32,100 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:32,119 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:32,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:32,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:39634 deadline: 1733365232228, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping 2024-12-05T02:19:32,230 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 01bccfa882c7,33369,1733365157410 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:32,293 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1033, reset compression=false 2024-12-05T02:19:32,298 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:32,298 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1328, reset compression=false 2024-12-05T02:19:32,298 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33369,1733365157410 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:32,300 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:32,300 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,33369,1733365157410: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,33369,1733365157410, walGroup=01bccfa882c7%2C33369%2C1733365157410, offset=01bccfa882c7%2C33369%2C1733365157410.1733365158603:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:19:32,301 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:19:32,304 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:19:32,305 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:19:32,305 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:19:32,305 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:19:32,305 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 806217728 }, "NonHeapMemoryUsage": { "committed": 190840832, "init": 7667712, "max": -1, "used": 188096512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:19:32,308 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:19:32,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:19:32,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:32,350 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/ns/e2d62fc1b95749a28599cac280a1857d 2024-12-05T02:19:32,379 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/rep_barrier/a75ebc715d0d4ee0a596c81c54926a3d is 112, key is test,,1733365160925.882fd78dcde3724fa90a524bfe6c1431./rep_barrier:seqnumDuringOpen/1733365162075/Put/seqid=0 2024-12-05T02:19:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741848_1024 (size=5518) 2024-12-05T02:19:32,384 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/rep_barrier/a75ebc715d0d4ee0a596c81c54926a3d 2024-12-05T02:19:32,408 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/table/4616798625304da48fe8eccbc1863928 is 53, key is hbase:replication/table:state/1733365166452/Put/seqid=0 2024-12-05T02:19:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741849_1025 (size=5308) 2024-12-05T02:19:32,500 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:19:32,500 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:19:32,500 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:32,501 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1328, reset compression=false 2024-12-05T02:19:32,523 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:32,530 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:32,530 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:32,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 01bccfa882c7,33369,1733365157410 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:32,636 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 01bccfa882c7,33369,1733365157410 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:32,700 DEBUG [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:32,809 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/WALs/01bccfa882c7,33369,1733365157410/01bccfa882c7%2C33369%2C1733365157410.1733365158603 to pos 1328, reset compression=false 2024-12-05T02:19:32,815 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/table/4616798625304da48fe8eccbc1863928 2024-12-05T02:19:32,825 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/info/0aec3431e46d447fac5b12fd428b5d58 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/info/0aec3431e46d447fac5b12fd428b5d58 2024-12-05T02:19:32,835 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/info/0aec3431e46d447fac5b12fd428b5d58, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:19:32,836 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/ns/e2d62fc1b95749a28599cac280a1857d as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/ns/e2d62fc1b95749a28599cac280a1857d 2024-12-05T02:19:32,841 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/ns/e2d62fc1b95749a28599cac280a1857d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:19:32,842 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/rep_barrier/a75ebc715d0d4ee0a596c81c54926a3d as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/rep_barrier/a75ebc715d0d4ee0a596c81c54926a3d 2024-12-05T02:19:32,849 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/rep_barrier/a75ebc715d0d4ee0a596c81c54926a3d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:19:32,850 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/.tmp/table/4616798625304da48fe8eccbc1863928 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/table/4616798625304da48fe8eccbc1863928 2024-12-05T02:19:32,855 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/table/4616798625304da48fe8eccbc1863928, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:19:32,856 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false 2024-12-05T02:19:32,862 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:19:32,862 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:32,863 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:32,863 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:32,863 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365171499Running coprocessor pre-close hooks at 1733365171499Disabling compacts and flushes for region at 1733365171499Disabling writes for close at 1733365171499Obtaining lock to block concurrent updates at 1733365171499Preparing flush snapshotting stores in 1588230740 at 1733365171499Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365171500 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365171500Flushing 1588230740/info: creating writer at 1733365171500Flushing 1588230740/info: appending metadata at 1733365171517 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733365171517Flushing 1588230740/ns: creating writer at 1733365171929 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733365171944 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365171944Flushing 1588230740/rep_barrier: creating writer at 1733365172356 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365172379 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365172379Flushing 1588230740/table: creating writer at 1733365172389 (+10 ms)Flushing 1588230740/table: appending metadata at 1733365172408 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733365172408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2010f868: reopening flushed file at 1733365172822 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295daad6: reopening flushed file at 1733365172835 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553e6a76: reopening flushed file at 1733365172841 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29548a8e: reopening flushed file at 1733365172849 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1357ms, sequenceid=16, compaction requested=false at 1733365172856 (+7 ms)Writing region close event to WAL at 1733365172858 (+2 ms)Running coprocessor post-close hooks at 1733365172862 (+4 ms)Closed at 1733365172863 (+1 ms) 2024-12-05T02:19:32,863 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:32,900 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,33369,1733365157410; all regions closed. 2024-12-05T02:19:32,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:19:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741839_1015 (size=3127) 2024-12-05T02:19:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741832_1008 (size=1336) 2024-12-05T02:19:32,969 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:32,969 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:32,969 INFO [RS:0;01bccfa882c7:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:32,969 INFO [RS:0;01bccfa882c7:33369 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:32,970 INFO [RS:0;01bccfa882c7:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:32,970 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:32,970 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,33369,1733365157410 because: Region server is closing 2024-12-05T02:19:32,970 INFO [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33369. 2024-12-05T02:19:32,970 DEBUG [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:32,970 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:32,970 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:32,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:33,041 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:33,071 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.shipper01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 terminated 2024-12-05T02:19:33,071 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33369,1733365157410.replicationSource.wal-reader.01bccfa882c7%2C33369%2C1733365157410,1-01bccfa882c7,33369,1733365157410 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:19:33,071 INFO [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33369. 2024-12-05T02:19:33,071 DEBUG [RS:0;01bccfa882c7:33369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:33,071 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:33,071 DEBUG [RS:0;01bccfa882c7:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:33,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:33,071 INFO [RS:0;01bccfa882c7:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-12-05T02:19:33,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641363184/rs/01bccfa882c7,33369,1733365157410 2024-12-05T02:19:33,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184/rs 2024-12-05T02:19:33,073 INFO [RS:0;01bccfa882c7:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:33,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,33369,1733365157410] 2024-12-05T02:19:33,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1641363184/draining/01bccfa882c7,33369,1733365157410 already deleted, retry=false 2024-12-05T02:19:33,078 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,33369,1733365157410 expired; onlineServers=0 2024-12-05T02:19:33,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,34973,1733365157372' ***** 2024-12-05T02:19:33,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:19:33,078 INFO [M:0;01bccfa882c7:34973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:33,078 INFO [M:0;01bccfa882c7:34973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:33,078 DEBUG [M:0;01bccfa882c7:34973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:19:33,078 DEBUG [M:0;01bccfa882c7:34973 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:19:33,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:19:33,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365158387 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365158387,5,FailOnTimeoutGroup] 2024-12-05T02:19:33,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365158386 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365158386,5,FailOnTimeoutGroup] 2024-12-05T02:19:33,078 INFO [M:0;01bccfa882c7:34973 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:33,078 INFO [M:0;01bccfa882c7:34973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:33,078 DEBUG [M:0;01bccfa882c7:34973 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:19:33,078 INFO [M:0;01bccfa882c7:34973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:19:33,079 INFO [M:0;01bccfa882c7:34973 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:33,079 INFO [M:0;01bccfa882c7:34973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:19:33,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:19:33,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1641363184/master 2024-12-05T02:19:33,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1641363184 2024-12-05T02:19:33,080 DEBUG [M:0;01bccfa882c7:34973 {}] zookeeper.ZKUtil(347): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Unable to get data of znode /1641363184/master because node does not exist (not an error) 2024-12-05T02:19:33,080 WARN [M:0;01bccfa882c7:34973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:19:33,080 INFO [M:0;01bccfa882c7:34973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/.lastflushedseqids 2024-12-05T02:19:33,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741850_1026 (size=263) 2024-12-05T02:19:33,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 01bccfa882c7:33369 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:33369 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:33,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 01bccfa882c7:33369 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:33369 2024-12-05T02:19:33,141 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=01bccfa882c7:33369 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:33369 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:33369 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-05T02:19:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44840 deadline: 1733365233144, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T02:19:33,145 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T02:19:33,146 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T02:19:33,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:33,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x101806b29420004, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:33,176 INFO [RS:0;01bccfa882c7:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:33,176 INFO [RS:0;01bccfa882c7:33369 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,33369,1733365157410; zookeeper connection closed. 2024-12-05T02:19:33,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71e043a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71e043a0 2024-12-05T02:19:33,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:19:33,485 INFO [M:0;01bccfa882c7:34973 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:19:33,485 INFO [M:0;01bccfa882c7:34973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:19:33,485 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:33,485 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:33,485 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:33,485 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:33,485 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:33,485 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T02:19:33,505 DEBUG [M:0;01bccfa882c7:34973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f30c6d0132b479c838d18567108ef80 is 82, key is hbase:meta,,1/info:regioninfo/1733365159615/Put/seqid=0 2024-12-05T02:19:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741851_1027 (size=5672) 2024-12-05T02:19:33,645 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:33,746 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T02:19:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44840 deadline: 1733365233748, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T02:19:33,748 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T02:19:33,749 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T02:19:33,749 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T02:19:33,910 INFO [M:0;01bccfa882c7:34973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f30c6d0132b479c838d18567108ef80 2024-12-05T02:19:33,930 DEBUG [M:0;01bccfa882c7:34973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb693517ef64384a7e40083a895b3cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365166455/Put/seqid=0 2024-12-05T02:19:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741852_1028 (size=8517) 2024-12-05T02:19:34,334 INFO [M:0;01bccfa882c7:34973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb693517ef64384a7e40083a895b3cf 2024-12-05T02:19:34,349 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:34,360 DEBUG [M:0;01bccfa882c7:34973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac039cfbd6041c49cec7d62c4cf0e9f is 69, key is 01bccfa882c7,33369,1733365157410/rs:state/1733365158458/Put/seqid=0 2024-12-05T02:19:34,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741853_1029 (size=5156) 2024-12-05T02:19:34,450 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T02:19:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:19:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34973 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:44840 deadline: 1733365234451, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-05T02:19:34,452 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-05T02:19:34,453 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T02:19:34,453 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T02:19:34,764 INFO [M:0;01bccfa882c7:34973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac039cfbd6041c49cec7d62c4cf0e9f 2024-12-05T02:19:34,769 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1f30c6d0132b479c838d18567108ef80 as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f30c6d0132b479c838d18567108ef80 2024-12-05T02:19:34,773 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1f30c6d0132b479c838d18567108ef80, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:19:34,773 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6eb693517ef64384a7e40083a895b3cf as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6eb693517ef64384a7e40083a895b3cf 2024-12-05T02:19:34,777 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6eb693517ef64384a7e40083a895b3cf, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:19:34,777 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bac039cfbd6041c49cec7d62c4cf0e9f as hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bac039cfbd6041c49cec7d62c4cf0e9f 2024-12-05T02:19:34,781 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/9f1181da-104e-25b8-9be0-1c67d4576996/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bac039cfbd6041c49cec7d62c4cf0e9f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:19:34,782 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-12-05T02:19:34,783 INFO [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:34,783 DEBUG [M:0;01bccfa882c7:34973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365173485Disabling compacts and flushes for region at 1733365173485Disabling writes for close at 1733365173485Obtaining lock to block concurrent updates at 1733365173485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365173485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733365173486 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365173486Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365173486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365173505 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365173505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365173914 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365173930 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365173930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365174338 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365174359 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365174359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1913ebbe: reopening flushed file at 1733365174768 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a04b22f: reopening flushed file at 1733365174773 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77330178: reopening flushed file at 1733365174777 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1733365174782 (+5 ms)Writing region close event to WAL at 1733365174783 (+1 ms)Closed at 1733365174783 2024-12-05T02:19:34,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741830_1006 (size=63666) 2024-12-05T02:19:34,786 INFO [M:0;01bccfa882c7:34973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:19:34,786 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:34,786 INFO [M:0;01bccfa882c7:34973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34973 2024-12-05T02:19:34,787 INFO [M:0;01bccfa882c7:34973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:34,889 INFO [M:0;01bccfa882c7:34973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:34,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34973-0x101806b29420003, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:34,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@238557e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:34,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f60f768{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:34,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:34,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21327da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:34,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7332160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:34,893 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:19:34,893 WARN [BP-1600700961-172.17.0.2-1733365156349 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:19:34,893 WARN [BP-1600700961-172.17.0.2-1733365156349 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1600700961-172.17.0.2-1733365156349 (Datanode Uuid ec80e25d-02ab-47c5-9634-1d3894e3d158) service to localhost/127.0.0.1:46103 2024-12-05T02:19:34,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:19:34,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/cluster_fd2f772a-7736-3721-a179-0656bd3e4152/data/data1/current/BP-1600700961-172.17.0.2-1733365156349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:34,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/cluster_fd2f772a-7736-3721-a179-0656bd3e4152/data/data2/current/BP-1600700961-172.17.0.2-1733365156349 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:34,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:19:34,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ed18bf7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:34,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79eb9e95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:34,911 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:34,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6866c87b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:34,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4afaf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:19:34,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:19:34,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:34,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:34,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:34,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:34,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:34,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:34,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1941557064, stopped=false 2024-12-05T02:19:34,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,35309,1733365154008 2024-12-05T02:19:34,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643302818/running 2024-12-05T02:19:34,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643302818/running 2024-12-05T02:19:34,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:34,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:34,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:34,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:34,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:34,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:34,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/running 2024-12-05T02:19:34,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,33971,1733365154067' ***** 2024-12-05T02:19:34,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:34,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Set watcher on znode that does not yet exist, /01643302818/running 2024-12-05T02:19:34,930 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:34,930 INFO [RS:0;01bccfa882c7:33971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:34,930 INFO [RS:0;01bccfa882c7:33971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:34,930 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:34,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 32387fa524fb58c99fcd11c6266d0c42 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,33971,1733365154067 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33971. 2024-12-05T02:19:34,931 DEBUG [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:34,931 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 595f4cc47013ab91507e444c3316dfef, disabling compactions & flushes 2024-12-05T02:19:34,931 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. after waiting 0 ms 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:34,931 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 595f4cc47013ab91507e444c3316dfef 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-05T02:19:34,931 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:19:34,931 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1325): Online Regions={595f4cc47013ab91507e444c3316dfef=hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef., 1588230740=hbase:meta,,1.1588230740, 32387fa524fb58c99fcd11c6266d0c42=test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42.} 2024-12-05T02:19:34,931 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32387fa524fb58c99fcd11c6266d0c42, 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:34,931 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:34,931 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:34,931 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:19:34,948 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/info/65966c7ba2bb42679b7d2fe3956a4ac1 is 147, key is hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef./info:regioninfo/1733365164267/Put/seqid=0 2024-12-05T02:19:34,948 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/hfileref/1c4b074518e347a7bd5c440e2aa467a4 is 74, key is 1/hfileref:7faf79940ad44cb7913696370ecaaea5_SeqId_6_/1733365171000/Put/seqid=0 2024-12-05T02:19:34,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741846_1022 (size=5345) 2024-12-05T02:19:34,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741847_1023 (size=7686) 2024-12-05T02:19:34,986 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:35,131 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32387fa524fb58c99fcd11c6266d0c42, 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:35,152 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:35,253 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-05T02:19:35,254 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 01bccfa882c7:34973 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:34973 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:35,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 01bccfa882c7:34973 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:34973 2024-12-05T02:19:35,256 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:35,256 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:35,332 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32387fa524fb58c99fcd11c6266d0c42, 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:35,353 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/hfileref/1c4b074518e347a7bd5c440e2aa467a4 2024-12-05T02:19:35,354 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/info/65966c7ba2bb42679b7d2fe3956a4ac1 2024-12-05T02:19:35,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:35,362 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 01bccfa882c7:34973 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:34973 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:19:35,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=01bccfa882c7:34973 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:34973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-05T02:19:35,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 01bccfa882c7:34973 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 01bccfa882c7/172.17.0.2:34973 2024-12-05T02:19:35,379 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/queue/055a355193194e17bb2f173e144e8014 is 153, key is 1-01bccfa882c7,33971,1733365154067/queue:01bccfa882c7%2C33971%2C1733365154067/1733365168924/Put/seqid=0 2024-12-05T02:19:35,382 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/ns/c0c4958345f94856adbc1ee8f966219f is 43, key is default/ns:d/1733365156295/Put/seqid=0 2024-12-05T02:19:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741848_1024 (size=5352) 2024-12-05T02:19:35,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741849_1025 (size=5153) 2024-12-05T02:19:35,532 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32387fa524fb58c99fcd11c6266d0c42, 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:35,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:35,572 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 01bccfa882c7:34973 this server is in the failed servers list 2024-12-05T02:19:35,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 01bccfa882c7:34973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:35,732 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32387fa524fb58c99fcd11c6266d0c42, 595f4cc47013ab91507e444c3316dfef 2024-12-05T02:19:35,784 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/queue/055a355193194e17bb2f173e144e8014 2024-12-05T02:19:35,788 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/ns/c0c4958345f94856adbc1ee8f966219f 2024-12-05T02:19:35,789 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/hfileref/1c4b074518e347a7bd5c440e2aa467a4 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/hfileref/1c4b074518e347a7bd5c440e2aa467a4 2024-12-05T02:19:35,794 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/hfileref/1c4b074518e347a7bd5c440e2aa467a4, entries=4, sequenceid=10, filesize=5.2 K 2024-12-05T02:19:35,795 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/.tmp/queue/055a355193194e17bb2f173e144e8014 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/queue/055a355193194e17bb2f173e144e8014 2024-12-05T02:19:35,799 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/queue/055a355193194e17bb2f173e144e8014, entries=1, sequenceid=10, filesize=5.2 K 2024-12-05T02:19:35,800 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 595f4cc47013ab91507e444c3316dfef in 869ms, sequenceid=10, compaction requested=false 2024-12-05T02:19:35,809 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5037e580294ab2801b06785346ebc4 is 112, key is test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42./rep_barrier:seqnumDuringOpen/1733365160573/Put/seqid=0 2024-12-05T02:19:35,809 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/replication/595f4cc47013ab91507e444c3316dfef/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:35,810 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 595f4cc47013ab91507e444c3316dfef: Waiting for close lock at 1733365174931Running coprocessor pre-close hooks at 1733365174931Disabling compacts and flushes for region at 1733365174931Disabling writes for close at 1733365174931Obtaining lock to block concurrent updates at 1733365174931Preparing flush snapshotting stores in 595f4cc47013ab91507e444c3316dfef at 1733365174931Finished memstore snapshotting hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733365174931Flushing stores of hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. at 1733365174932 (+1 ms)Flushing 595f4cc47013ab91507e444c3316dfef/hfileref: creating writer at 1733365174932Flushing 595f4cc47013ab91507e444c3316dfef/hfileref: appending metadata at 1733365174948 (+16 ms)Flushing 595f4cc47013ab91507e444c3316dfef/hfileref: closing flushed file at 1733365174948Flushing 595f4cc47013ab91507e444c3316dfef/queue: creating writer at 1733365175359 (+411 ms)Flushing 595f4cc47013ab91507e444c3316dfef/queue: appending metadata at 1733365175378 (+19 ms)Flushing 595f4cc47013ab91507e444c3316dfef/queue: closing flushed file at 1733365175378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f00fd2: reopening flushed file at 1733365175789 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109bb07c: reopening flushed file at 1733365175794 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 595f4cc47013ab91507e444c3316dfef in 869ms, sequenceid=10, compaction requested=false at 1733365175801 (+7 ms)Writing region close event to WAL at 1733365175806 (+5 ms)Running coprocessor post-close hooks at 1733365175810 (+4 ms)Closed at 1733365175810 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365163094.595f4cc47013ab91507e444c3316dfef. 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32387fa524fb58c99fcd11c6266d0c42, disabling compactions & flushes 2024-12-05T02:19:35,810 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. after waiting 0 ms 2024-12-05T02:19:35,810 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:35,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741850_1026 (size=5518) 2024-12-05T02:19:35,824 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/default/test/32387fa524fb58c99fcd11c6266d0c42/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:35,825 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32387fa524fb58c99fcd11c6266d0c42: Waiting for close lock at 1733365175810Running coprocessor pre-close hooks at 1733365175810Disabling compacts and flushes for region at 1733365175810Disabling writes for close at 1733365175810Writing region close event to WAL at 1733365175813 (+3 ms)Running coprocessor post-close hooks at 1733365175825 (+12 ms)Closed at 1733365175825 2024-12-05T02:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365159777.32387fa524fb58c99fcd11c6266d0c42. 2024-12-05T02:19:35,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:35,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 01bccfa882c7:34973 this server is in the failed servers list 2024-12-05T02:19:35,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 01bccfa882c7:34973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:35,932 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:19:35,932 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:19:35,932 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:36,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1033, reset compression=false 2024-12-05T02:19:36,061 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:36,061 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1328, reset compression=false 2024-12-05T02:19:36,133 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:36,221 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5037e580294ab2801b06785346ebc4 2024-12-05T02:19:36,246 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/table/c5f4fd60cb4642be8f4c9a1353ef23fa is 53, key is hbase:replication/table:state/1733365164275/Put/seqid=0 2024-12-05T02:19:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741851_1027 (size=5308) 2024-12-05T02:19:36,280 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1328, reset compression=false 2024-12-05T02:19:36,333 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:36,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:36,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 01bccfa882c7:34973 this server is in the failed servers list 2024-12-05T02:19:36,392 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 01bccfa882c7:34973 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:36,533 DEBUG [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:36,585 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.wal-reader.01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 to pos 1328, reset compression=false 2024-12-05T02:19:36,651 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/table/c5f4fd60cb4642be8f4c9a1353ef23fa 2024-12-05T02:19:36,656 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/info/65966c7ba2bb42679b7d2fe3956a4ac1 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/info/65966c7ba2bb42679b7d2fe3956a4ac1 2024-12-05T02:19:36,660 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/info/65966c7ba2bb42679b7d2fe3956a4ac1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:19:36,661 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/ns/c0c4958345f94856adbc1ee8f966219f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/ns/c0c4958345f94856adbc1ee8f966219f 2024-12-05T02:19:36,665 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/ns/c0c4958345f94856adbc1ee8f966219f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:19:36,666 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e5037e580294ab2801b06785346ebc4 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/rep_barrier/3e5037e580294ab2801b06785346ebc4 2024-12-05T02:19:36,669 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/rep_barrier/3e5037e580294ab2801b06785346ebc4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:19:36,670 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/.tmp/table/c5f4fd60cb4642be8f4c9a1353ef23fa as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/table/c5f4fd60cb4642be8f4c9a1353ef23fa 2024-12-05T02:19:36,674 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/table/c5f4fd60cb4642be8f4c9a1353ef23fa, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:19:36,675 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false 2024-12-05T02:19:36,675 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:19:36,680 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:19:36,681 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:36,681 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:36,681 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:36,681 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365174931Running coprocessor pre-close hooks at 1733365174931Disabling compacts and flushes for region at 1733365174931Disabling writes for close at 1733365174931Obtaining lock to block concurrent updates at 1733365174931Preparing flush snapshotting stores in 1588230740 at 1733365174931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365174932 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365174932Flushing 1588230740/info: creating writer at 1733365174932Flushing 1588230740/info: appending metadata at 1733365174948 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733365174948Flushing 1588230740/ns: creating writer at 1733365175359 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733365175382 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733365175382Flushing 1588230740/rep_barrier: creating writer at 1733365175793 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365175809 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365175809Flushing 1588230740/table: creating writer at 1733365176226 (+417 ms)Flushing 1588230740/table: appending metadata at 1733365176246 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733365176246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31965c1d: reopening flushed file at 1733365176655 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234fccaf: reopening flushed file at 1733365176660 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ac0321: reopening flushed file at 1733365176665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dd0d47c: reopening flushed file at 1733365176670 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false at 1733365176675 (+5 ms)Writing region close event to WAL at 1733365176678 (+3 ms)Running coprocessor post-close hooks at 1733365176681 (+3 ms)Closed at 1733365176681 2024-12-05T02:19:36,681 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:36,733 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,33971,1733365154067; all regions closed. 2024-12-05T02:19:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:19:36,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.meta.1733365156241.meta not finished, retry = 0 2024-12-05T02:19:36,839 DEBUG [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs 2024-12-05T02:19:36,839 INFO [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C33971%2C1733365154067.meta:.meta(num 1733365156241) 2024-12-05T02:19:36,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741839_1015 (size=2695) 2024-12-05T02:19:36,843 DEBUG [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs 2024-12-05T02:19:36,843 INFO [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C33971%2C1733365154067.rep:(num 1733365164234) 2024-12-05T02:19:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741832_1008 (size=1336) 2024-12-05T02:19:36,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/WALs/01bccfa882c7,33971,1733365154067/01bccfa882c7%2C33971%2C1733365154067.1733365155304 not finished, retry = 0 2024-12-05T02:19:36,947 DEBUG [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/oldWALs 2024-12-05T02:19:36,947 INFO [RS:0;01bccfa882c7:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C33971%2C1733365154067:(num 1733365155304) 2024-12-05T02:19:36,947 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:36,947 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:36,947 INFO [RS:0;01bccfa882c7:33971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:36,947 INFO [RS:0;01bccfa882c7:33971 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:36,947 INFO [RS:0;01bccfa882c7:33971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:36,947 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:36,948 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,33971,1733365154067 because: Region server is closing 2024-12-05T02:19:36,948 INFO [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33971. 2024-12-05T02:19:36,948 DEBUG [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:36,948 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:36,948 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:36,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:37,049 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-05T02:19:37,049 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-05T02:19:37,049 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-05T02:19:37,412 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:37,413 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:37,415 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:37,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:37,950 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33971,1733365154067.replicationSource.shipper01bccfa882c7%2C33971%2C1733365154067,1-01bccfa882c7,33971,1733365154067 terminated 2024-12-05T02:19:37,950 INFO [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33971. 2024-12-05T02:19:37,950 DEBUG [RS:0;01bccfa882c7:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:37,951 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:37,951 DEBUG [RS:0;01bccfa882c7:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:37,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:37,951 INFO [RS:0;01bccfa882c7:33971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33971 2024-12-05T02:19:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818/rs 2024-12-05T02:19:37,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643302818/rs/01bccfa882c7,33971,1733365154067 2024-12-05T02:19:37,952 INFO [RS:0;01bccfa882c7:33971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:37,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,33971,1733365154067] 2024-12-05T02:19:37,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/draining/01bccfa882c7,33971,1733365154067 already deleted, retry=false 2024-12-05T02:19:37,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,33971,1733365154067 expired; onlineServers=0 2024-12-05T02:19:37,955 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,35309,1733365154008' ***** 2024-12-05T02:19:37,955 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:19:37,955 INFO [M:0;01bccfa882c7:35309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:37,955 INFO [M:0;01bccfa882c7:35309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:19:37,955 DEBUG [M:0;01bccfa882c7:35309 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:19:37,955 DEBUG [M:0;01bccfa882c7:35309 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:19:37,955 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365155088 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365155088,5,FailOnTimeoutGroup] 2024-12-05T02:19:37,955 INFO [M:0;01bccfa882c7:35309 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:19:37,955 INFO [M:0;01bccfa882c7:35309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:19:37,956 DEBUG [M:0;01bccfa882c7:35309 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:19:37,956 INFO [M:0;01bccfa882c7:35309 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:19:37,956 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:19:37,956 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365155088 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365155088,5,FailOnTimeoutGroup] 2024-12-05T02:19:37,956 INFO [M:0;01bccfa882c7:35309 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:37,956 INFO [M:0;01bccfa882c7:35309 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:19:37,957 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:19:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01643302818/master 2024-12-05T02:19:37,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01643302818 2024-12-05T02:19:37,964 DEBUG [M:0;01bccfa882c7:35309 {}] zookeeper.RecoverableZooKeeper(212): Node /01643302818/master already deleted, retry=false 2024-12-05T02:19:37,965 DEBUG [M:0;01bccfa882c7:35309 {}] master.ActiveMasterManager(353): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Failed delete of our master address node; KeeperErrorCode = NoNode for /01643302818/master 2024-12-05T02:19:37,966 INFO [M:0;01bccfa882c7:35309 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/.lastflushedseqids 2024-12-05T02:19:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741852_1028 (size=263) 2024-12-05T02:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:38,054 INFO [RS:0;01bccfa882c7:33971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:38,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101806b29420001, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:38,054 INFO [RS:0;01bccfa882c7:33971 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,33971,1733365154067; zookeeper connection closed. 2024-12-05T02:19:38,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@388ef4e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@388ef4e7 2024-12-05T02:19:38,055 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:19:38,375 INFO [M:0;01bccfa882c7:35309 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:19:38,375 INFO [M:0;01bccfa882c7:35309 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:19:38,375 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:38,375 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:38,375 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:38,375 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:38,375 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:38,375 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T02:19:38,395 DEBUG [M:0;01bccfa882c7:35309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0739b5a761b74c6fae677e3eb7b97637 is 82, key is hbase:meta,,1/info:regioninfo/1733365156273/Put/seqid=0 2024-12-05T02:19:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741853_1029 (size=5672) 2024-12-05T02:19:38,799 INFO [M:0;01bccfa882c7:35309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0739b5a761b74c6fae677e3eb7b97637 2024-12-05T02:19:38,821 DEBUG [M:0;01bccfa882c7:35309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d2890991e0448296ed9c09e6343b0f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365164279/Put/seqid=0 2024-12-05T02:19:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741854_1030 (size=8516) 2024-12-05T02:19:38,825 INFO [M:0;01bccfa882c7:35309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d2890991e0448296ed9c09e6343b0f 2024-12-05T02:19:38,842 DEBUG [M:0;01bccfa882c7:35309 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f584dd994594199b1debe35c48f68de is 69, key is 01bccfa882c7,33971,1733365154067/rs:state/1733365155139/Put/seqid=0 2024-12-05T02:19:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741855_1031 (size=5156) 2024-12-05T02:19:39,245 INFO [M:0;01bccfa882c7:35309 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f584dd994594199b1debe35c48f68de 2024-12-05T02:19:39,250 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0739b5a761b74c6fae677e3eb7b97637 as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0739b5a761b74c6fae677e3eb7b97637 2024-12-05T02:19:39,254 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0739b5a761b74c6fae677e3eb7b97637, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:19:39,255 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d2890991e0448296ed9c09e6343b0f as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d2890991e0448296ed9c09e6343b0f 2024-12-05T02:19:39,259 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d2890991e0448296ed9c09e6343b0f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:19:39,259 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f584dd994594199b1debe35c48f68de as hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f584dd994594199b1debe35c48f68de 2024-12-05T02:19:39,263 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44701/user/jenkins/test-data/cda2eca6-e5e7-4932-3503-ead66a0f96e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f584dd994594199b1debe35c48f68de, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:19:39,264 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-12-05T02:19:39,265 INFO [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:39,265 DEBUG [M:0;01bccfa882c7:35309 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365178375Disabling compacts and flushes for region at 1733365178375Disabling writes for close at 1733365178375Obtaining lock to block concurrent updates at 1733365178375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365178375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733365178376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365178377 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365178377Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365178395 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365178395Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365178803 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365178821 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365178821Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365178828 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365178841 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365178841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413478c4: reopening flushed file at 1733365179250 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@478965a1: reopening flushed file at 1733365179254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299df164: reopening flushed file at 1733365179259 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1733365179264 (+5 ms)Writing region close event to WAL at 1733365179265 (+1 ms)Closed at 1733365179265 2024-12-05T02:19:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35973 is added to blk_1073741830_1006 (size=63654) 2024-12-05T02:19:39,267 INFO [M:0;01bccfa882c7:35309 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:19:39,267 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:19:39,267 INFO [M:0;01bccfa882c7:35309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35309 2024-12-05T02:19:39,268 INFO [M:0;01bccfa882c7:35309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:19:39,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:39,370 INFO [M:0;01bccfa882c7:35309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:19:39,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35309-0x101806b29420000, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:19:39,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a37642c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:39,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fb0c48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:39,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:39,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c6a9ea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:39,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:39,375 WARN [BP-1183460334-172.17.0.2-1733365153480 heartbeating to localhost/127.0.0.1:44701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:19:39,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:19:39,375 WARN [BP-1183460334-172.17.0.2-1733365153480 heartbeating to localhost/127.0.0.1:44701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1183460334-172.17.0.2-1733365153480 (Datanode Uuid a759dbe1-d364-4256-92a0-e7e363add8da) service to localhost/127.0.0.1:44701 2024-12-05T02:19:39,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:19:39,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/data/data1/current/BP-1183460334-172.17.0.2-1733365153480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:39,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/cluster_1c980fe7-f59f-8717-c55d-2a18d79ecdda/data/data2/current/BP-1183460334-172.17.0.2-1733365153480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:19:39,377 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:19:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@782a45c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:39,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b333b33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:19:39,383 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:19:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@755866f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:19:39,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6710d13e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e2356c-ae46-a426-9ebb-dd2f4d4be78d/hadoop.log.dir/,STOPPED} 2024-12-05T02:19:39,389 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:19:39,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:19:39,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 205) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44701 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46103 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44701 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63342) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7034 (was 7563) 2024-12-05T02:19:39,421 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=7034 2024-12-05T02:19:39,437 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-05T02:19:39,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir so I do NOT create it in target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3 2024-12-05T02:19:39,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:19:39,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.tmp.dir so I do NOT create it in target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3 2024-12-05T02:19:39,438 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e479f373-564e-d525-edc5-4fec7c719507/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:19:39,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3 2024-12-05T02:19:39,438 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6, deleteOnExit=true 2024-12-05T02:19:39,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/zookeeper_0, clientPort=62767, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:19:39,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:39,442 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:39,443 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:39,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62767 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/test.cache.data in system properties and HBase conf 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:19:39,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:19:39,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:19:39,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:19:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806b29420005, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:19:39,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806b29420002, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:19:39,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806b29420005, quorum=127.0.0.1:63342, baseZNode=/1641363184 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:19:39,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806b29420002, quorum=127.0.0.1:63342, baseZNode=/01643302818 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:19:39,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:39,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:39,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:39,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:39,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:19:39,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:39,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:39,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:39,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@568853b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/java.io.tmpdir/jetty-localhost-41115-hadoop-hdfs-3_4_1-tests_jar-_-any-16511605196618102830/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:39,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:41115} 2024-12-05T02:19:39,680 INFO [Time-limited test {}] server.Server(415): Started @182589ms 2024-12-05T02:19:39,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:39,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:39,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:39,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:39,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:19:39,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:39,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:39,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@583d26ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/java.io.tmpdir/jetty-localhost-45623-hadoop-hdfs-3_4_1-tests_jar-_-any-15831266267007984898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:39,890 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:45623} 2024-12-05T02:19:39,890 INFO [Time-limited test {}] server.Server(415): Started @182799ms 2024-12-05T02:19:39,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:19:39,995 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/data/data2/current/BP-109734174-172.17.0.2-1733365179474/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:39,995 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/data/data1/current/BP-109734174-172.17.0.2-1733365179474/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:40,016 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:19:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x293f9e8e7de473f2 with lease ID 0xe0d75eda4b09a33: Processing first storage report for DS-97724b64-83f3-4687-9712-13e57c87b057 from datanode DatanodeRegistration(127.0.0.1:41203, datanodeUuid=97ba9c7c-6dc3-461d-b667-c165689c8ab0, infoPort=35839, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1501367645;c=1733365179474) 2024-12-05T02:19:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x293f9e8e7de473f2 with lease ID 0xe0d75eda4b09a33: from storage DS-97724b64-83f3-4687-9712-13e57c87b057 node DatanodeRegistration(127.0.0.1:41203, datanodeUuid=97ba9c7c-6dc3-461d-b667-c165689c8ab0, infoPort=35839, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1501367645;c=1733365179474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x293f9e8e7de473f2 with lease ID 0xe0d75eda4b09a33: Processing first storage report for DS-01597ee0-2c4f-4caa-8621-5356b5cdd168 from datanode DatanodeRegistration(127.0.0.1:41203, datanodeUuid=97ba9c7c-6dc3-461d-b667-c165689c8ab0, infoPort=35839, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1501367645;c=1733365179474) 2024-12-05T02:19:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x293f9e8e7de473f2 with lease ID 0xe0d75eda4b09a33: from storage DS-01597ee0-2c4f-4caa-8621-5356b5cdd168 node DatanodeRegistration(127.0.0.1:41203, datanodeUuid=97ba9c7c-6dc3-461d-b667-c165689c8ab0, infoPort=35839, infoSecurePort=0, ipcPort=35465, storageInfo=lv=-57;cid=testClusterID;nsid=1501367645;c=1733365179474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:40,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3 2024-12-05T02:19:40,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:19:40,526 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101 with version=8 2024-12-05T02:19:40,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/hbase-staging 2024-12-05T02:19:40,529 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:19:40,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:40,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41563 2024-12-05T02:19:40,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41563 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:40,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415630x0, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:40,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41563-0x101806b8ec00000 connected 2024-12-05T02:19:40,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/running 2024-12-05T02:19:40,561 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101, hbase.cluster.distributed=false 2024-12-05T02:19:40,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/acl 2024-12-05T02:19:40,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-05T02:19:40,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41563 2024-12-05T02:19:40,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41563 2024-12-05T02:19:40,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-05T02:19:40,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41563 2024-12-05T02:19:40,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:40,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:19:40,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:40,595 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33379 2024-12-05T02:19:40,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33379 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:40,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:40,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333790x0, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:40,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333790x0, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/running 2024-12-05T02:19:40,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:19:40,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33379-0x101806b8ec00001 connected 2024-12-05T02:19:40,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:19:40,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/master 2024-12-05T02:19:40,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/acl 2024-12-05T02:19:40,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33379 2024-12-05T02:19:40,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33379 2024-12-05T02:19:40,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33379 2024-12-05T02:19:40,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33379 2024-12-05T02:19:40,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33379 2024-12-05T02:19:40,645 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:41563 2024-12-05T02:19:40,647 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0529918399/backup-masters/01bccfa882c7,41563,1733365180528 2024-12-05T02:19:40,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/backup-masters 2024-12-05T02:19:40,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/backup-masters 2024-12-05T02:19:40,649 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on existing znode=/0529918399/backup-masters/01bccfa882c7,41563,1733365180528 2024-12-05T02:19:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0529918399/master 2024-12-05T02:19:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:40,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:40,652 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on existing znode=/0529918399/master 2024-12-05T02:19:40,652 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0529918399/backup-masters/01bccfa882c7,41563,1733365180528 from backup master directory 2024-12-05T02:19:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0529918399/backup-masters/01bccfa882c7,41563,1733365180528 2024-12-05T02:19:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/backup-masters 2024-12-05T02:19:40,653 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:40,653 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,41563,1733365180528 2024-12-05T02:19:40,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/backup-masters 2024-12-05T02:19:40,657 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/hbase.id] with ID: 1b031b20-d74b-4953-9d21-e971d24bdeee 2024-12-05T02:19:40,657 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/.tmp/hbase.id 2024-12-05T02:19:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:19:41,067 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/.tmp/hbase.id]:[hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/hbase.id] 2024-12-05T02:19:41,076 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:41,076 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:19:41,077 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:19:41,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:41,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:41,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:19:41,484 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:41,485 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:19:41,485 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:19:41,895 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store 2024-12-05T02:19:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:42,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:42,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:42,301 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365182301Disabling compacts and flushes for region at 1733365182301Disabling writes for close at 1733365182301Writing region close event to WAL at 1733365182301Closed at 1733365182301 2024-12-05T02:19:42,302 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/.initializing 2024-12-05T02:19:42,302 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/WALs/01bccfa882c7,41563,1733365180528 2024-12-05T02:19:42,303 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:42,304 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C41563%2C1733365180528, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/WALs/01bccfa882c7,41563,1733365180528, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/oldWALs, maxLogs=10 2024-12-05T02:19:42,317 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/WALs/01bccfa882c7,41563,1733365180528/01bccfa882c7%2C41563%2C1733365180528.1733365182304, exclude list is [], retry=0 2024-12-05T02:19:42,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-97724b64-83f3-4687-9712-13e57c87b057,DISK] 2024-12-05T02:19:42,322 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/WALs/01bccfa882c7,41563,1733365180528/01bccfa882c7%2C41563%2C1733365180528.1733365182304 2024-12-05T02:19:42,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35839:35839)] 2024-12-05T02:19:42,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:42,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:42,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:19:42,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:19:42,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:19:42,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:42,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:19:42,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:42,330 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,331 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,331 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,332 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,332 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,333 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:42,334 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:42,337 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:42,338 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72618404, jitterRate=0.08209854364395142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:42,338 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365182323Initializing all the Stores at 1733365182323Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365182323Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365182324 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365182324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365182324Cleaning up temporary data from old regions at 1733365182332 (+8 ms)Region opened successfully at 1733365182338 (+6 ms) 2024-12-05T02:19:42,339 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:19:42,341 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5a79e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:42,342 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:19:42,342 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:19:42,342 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:19:42,342 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:19:42,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:19:42,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:19:42,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:19:42,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:19:42,346 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/balancer because node does not exist (not necessarily an error) 2024-12-05T02:19:42,347 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/balancer already deleted, retry=false 2024-12-05T02:19:42,347 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:19:42,348 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:42,350 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/normalizer already deleted, retry=false 2024-12-05T02:19:42,350 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:19:42,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:19:42,352 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/switch/split already deleted, retry=false 2024-12-05T02:19:42,353 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:19:42,354 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/switch/merge already deleted, retry=false 2024-12-05T02:19:42,355 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:19:42,356 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/snapshot-cleanup already deleted, retry=false 2024-12-05T02:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0529918399/running 2024-12-05T02:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0529918399/running 2024-12-05T02:19:42,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,360 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,41563,1733365180528, sessionid=0x101806b8ec00000, setting cluster-up flag (Was=false) 2024-12-05T02:19:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,367 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0529918399/flush-table-proc/acquired, /0529918399/flush-table-proc/reached, /0529918399/flush-table-proc/abort 2024-12-05T02:19:42,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41563,1733365180528 2024-12-05T02:19:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,376 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0529918399/online-snapshot/acquired, /0529918399/online-snapshot/reached, /0529918399/online-snapshot/abort 2024-12-05T02:19:42,376 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41563,1733365180528 2024-12-05T02:19:42,377 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:19:42,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:42,379 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:19:42,379 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:19:42,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,41563,1733365180528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:42,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:42,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:19:42,382 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365212388 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:19:42,389 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:19:42,392 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,392 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:19:42,393 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:19:42,393 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:19:42,393 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:19:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:19:42,396 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365182396,5,FailOnTimeoutGroup] 2024-12-05T02:19:42,396 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365182396,5,FailOnTimeoutGroup] 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,435 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(746): ClusterId : 1b031b20-d74b-4953-9d21-e971d24bdeee 2024-12-05T02:19:42,435 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:19:42,437 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:19:42,437 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:19:42,439 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:19:42,440 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108a3cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:42,452 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:33379 2024-12-05T02:19:42,452 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:19:42,452 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:19:42,452 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:19:42,452 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,41563,1733365180528 with port=33379, startcode=1733365180594 2024-12-05T02:19:42,452 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:19:42,454 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:19:42,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,454 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,455 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101 2024-12-05T02:19:42,455 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33459 2024-12-05T02:19:42,455 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:19:42,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/rs 2024-12-05T02:19:42,457 DEBUG [RS:0;01bccfa882c7:33379 {}] zookeeper.ZKUtil(111): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on existing znode=/0529918399/rs/01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,457 WARN [RS:0;01bccfa882c7:33379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:42,457 INFO [RS:0;01bccfa882c7:33379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:42,457 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,33379,1733365180594] 2024-12-05T02:19:42,460 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:19:42,461 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:19:42,462 INFO [RS:0;01bccfa882c7:33379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:19:42,462 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,462 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:42,463 DEBUG [RS:0;01bccfa882c7:33379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,463 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,464 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,464 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33379,1733365180594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:42,481 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:19:42,482 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33379,1733365180594-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,482 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,482 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.Replication(171): 01bccfa882c7,33379,1733365180594 started 2024-12-05T02:19:42,497 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:42,497 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,33379,1733365180594, RpcServer on 01bccfa882c7/172.17.0.2:33379, sessionid=0x101806b8ec00001 2024-12-05T02:19:42,497 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:19:42,497 DEBUG [RS:0;01bccfa882c7:33379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,497 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33379,1733365180594' 2024-12-05T02:19:42,497 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0529918399/flush-table-proc/abort' 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0529918399/flush-table-proc/acquired' 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,33379,1733365180594' 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0529918399/online-snapshot/abort' 2024-12-05T02:19:42,498 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0529918399/online-snapshot/acquired' 2024-12-05T02:19:42,499 DEBUG [RS:0;01bccfa882c7:33379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:19:42,499 INFO [RS:0;01bccfa882c7:33379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:19:42,499 INFO [RS:0;01bccfa882c7:33379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:19:42,599 INFO [RS:0;01bccfa882c7:33379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:42,600 INFO [RS:0;01bccfa882c7:33379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33379%2C1733365180594, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/oldWALs, maxLogs=10 2024-12-05T02:19:42,614 DEBUG [RS:0;01bccfa882c7:33379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, exclude list is [], retry=0 2024-12-05T02:19:42,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-97724b64-83f3-4687-9712-13e57c87b057,DISK] 2024-12-05T02:19:42,618 INFO [RS:0;01bccfa882c7:33379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 2024-12-05T02:19:42,618 DEBUG [RS:0;01bccfa882c7:33379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35839:35839)] 2024-12-05T02:19:42,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:19:42,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101 2024-12-05T02:19:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:19:42,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:42,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:42,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:42,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:42,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:42,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:42,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:42,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:42,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:42,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:42,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:42,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740 2024-12-05T02:19:42,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740 2024-12-05T02:19:42,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:42,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:42,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:42,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:42,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:42,812 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70570735, jitterRate=0.05158589780330658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365182801Initializing all the Stores at 1733365182801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365182801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365182801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365182801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365182801Cleaning up temporary data from old regions at 1733365182809 (+8 ms)Region opened successfully at 1733365182813 (+4 ms) 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:42,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:42,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:42,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365182813Disabling compacts and flushes for region at 1733365182813Disabling writes for close at 1733365182813Writing region close event to WAL at 1733365182813Closed at 1733365182813 2024-12-05T02:19:42,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:42,815 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:19:42,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:19:42,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:42,816 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:19:42,967 DEBUG [01bccfa882c7:41563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:42,967 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:42,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33379,1733365180594, state=OPENING 2024-12-05T02:19:42,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:19:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:42,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0529918399/meta-region-server: CHANGED 2024-12-05T02:19:42,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0529918399/meta-region-server: CHANGED 2024-12-05T02:19:42,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:42,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33379,1733365180594}] 2024-12-05T02:19:43,124 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:43,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:19:43,131 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:19:43,131 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:43,131 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:19:43,132 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33379%2C1733365180594.meta, suffix=.meta, logDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/oldWALs, maxLogs=10 2024-12-05T02:19:43,150 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.meta.1733365183133.meta, exclude list is [], retry=0 2024-12-05T02:19:43,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-97724b64-83f3-4687-9712-13e57c87b057,DISK] 2024-12-05T02:19:43,160 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.meta.1733365183133.meta 2024-12-05T02:19:43,160 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35839:35839)] 2024-12-05T02:19:43,160 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:43,161 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:19:43,161 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:19:43,161 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:19:43,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:43,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:43,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:43,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:43,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:43,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:43,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:43,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:43,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:43,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:43,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:43,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:43,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:43,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:43,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:43,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:43,166 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:43,167 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740 2024-12-05T02:19:43,168 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740 2024-12-05T02:19:43,169 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:43,169 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:43,169 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:43,170 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:43,171 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59202703, jitterRate=-0.11781097948551178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:43,171 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:19:43,171 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365183161Writing region info on filesystem at 1733365183161Initializing all the Stores at 1733365183162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365183162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365183162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365183162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365183162Cleaning up temporary data from old regions at 1733365183169 (+7 ms)Running coprocessor post-open hooks at 1733365183171 (+2 ms)Region opened successfully at 1733365183171 2024-12-05T02:19:43,172 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365183124 2024-12-05T02:19:43,174 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:19:43,174 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:19:43,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:43,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,33379,1733365180594, state=OPEN 2024-12-05T02:19:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0529918399/meta-region-server 2024-12-05T02:19:43,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0529918399/meta-region-server 2024-12-05T02:19:43,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:43,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0529918399/meta-region-server: CHANGED 2024-12-05T02:19:43,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0529918399/meta-region-server: CHANGED 2024-12-05T02:19:43,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:19:43,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,33379,1733365180594 in 218 msec 2024-12-05T02:19:43,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:19:43,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-12-05T02:19:43,194 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:43,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:19:43,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:43,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33379,1733365180594, seqNum=-1] 2024-12-05T02:19:43,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:43,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:43,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-12-05T02:19:43,202 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365183202, completionTime=-1 2024-12-05T02:19:43,202 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:19:43,202 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365243204 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365303204 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:41563, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,204 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,205 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,206 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.555sec 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:43,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:19:43,210 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:19:43,210 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:19:43,210 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41563,1733365180528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:43,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:43,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:43,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:43,237 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:43,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:43,238 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:43,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:43,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33379,1733365180594, seqNum=-1] 2024-12-05T02:19:43,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:43,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:43,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,41563,1733365180528 2024-12-05T02:19:43,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:43,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:43,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806b8ec00002 connected 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir so I do NOT create it in target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c 2024-12-05T02:19:43,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.tmp.dir so I do NOT create it in target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c 2024-12-05T02:19:43,250 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:19:43,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/cluster_4182a020-1502-61d1-9e45-2dc4baee3ced, deleteOnExit=true 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/test.cache.data in system properties and HBase conf 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:19:43,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:19:43,250 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:19:43,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:19:43,307 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T02:19:43,328 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,329 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,329 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,329 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,330 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,330 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,334 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,337 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,337 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,340 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:43,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:43,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:43,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:43,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:43,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:19:43,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:43,383 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:43,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:43,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:43,462 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:43,462 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:43,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c0462{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/java.io.tmpdir/jetty-localhost-37249-hadoop-hdfs-3_4_1-tests_jar-_-any-3968788683460995123/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:19:43,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:37249} 2024-12-05T02:19:43,502 INFO [Time-limited test {}] server.Server(415): Started @186412ms 2024-12-05T02:19:43,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:19:43,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:19:43,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:19:43,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:19:43,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:19:43,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:19:43,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:19:43,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24d7c89d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/java.io.tmpdir/jetty-localhost-45011-hadoop-hdfs-3_4_1-tests_jar-_-any-322115784547737872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:19:43,707 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:45011} 2024-12-05T02:19:43,707 INFO [Time-limited test {}] server.Server(415): Started @186616ms 2024-12-05T02:19:43,708 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:19:43,815 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/cluster_4182a020-1502-61d1-9e45-2dc4baee3ced/data/data1/current/BP-188132621-172.17.0.2-1733365183270/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:43,815 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/cluster_4182a020-1502-61d1-9e45-2dc4baee3ced/data/data2/current/BP-188132621-172.17.0.2-1733365183270/current, will proceed with Du for space computation calculation, 2024-12-05T02:19:43,839 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:19:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc2534e7636262e with lease ID 0x615e5d598fbe420f: Processing first storage report for DS-b6010297-e65c-4819-9c1a-83f16f7dc062 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=c0ab1ba2-75aa-48bb-bb56-d4f3f9076882, infoPort=33471, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=89915768;c=1733365183270) 2024-12-05T02:19:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc2534e7636262e with lease ID 0x615e5d598fbe420f: from storage DS-b6010297-e65c-4819-9c1a-83f16f7dc062 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=c0ab1ba2-75aa-48bb-bb56-d4f3f9076882, infoPort=33471, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=89915768;c=1733365183270), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebc2534e7636262e with lease ID 0x615e5d598fbe420f: Processing first storage report for DS-dfb347b8-916c-4080-bd7d-827578269695 from datanode DatanodeRegistration(127.0.0.1:33931, datanodeUuid=c0ab1ba2-75aa-48bb-bb56-d4f3f9076882, infoPort=33471, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=89915768;c=1733365183270) 2024-12-05T02:19:43,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebc2534e7636262e with lease ID 0x615e5d598fbe420f: from storage DS-dfb347b8-916c-4080-bd7d-827578269695 node DatanodeRegistration(127.0.0.1:33931, datanodeUuid=c0ab1ba2-75aa-48bb-bb56-d4f3f9076882, infoPort=33471, infoSecurePort=0, ipcPort=43811, storageInfo=lv=-57;cid=testClusterID;nsid=89915768;c=1733365183270), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:19:43,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c 2024-12-05T02:19:43,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:43,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:19:44,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99 with version=8 2024-12-05T02:19:44,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/hbase-staging 2024-12-05T02:19:44,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:19:44,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:44,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34287 2024-12-05T02:19:44,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34287 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:44,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342870x0, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:44,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34287-0x101806b8ec00003 connected 2024-12-05T02:19:44,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:44,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:44,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/running 2024-12-05T02:19:44,373 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99, hbase.cluster.distributed=false 2024-12-05T02:19:44,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/acl 2024-12-05T02:19:44,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-05T02:19:44,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34287 2024-12-05T02:19:44,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34287 2024-12-05T02:19:44,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-05T02:19:44,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34287 2024-12-05T02:19:44,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:19:44,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:19:44,397 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39667 2024-12-05T02:19:44,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:44,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:44,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:44,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:44,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396670x0, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/running 2024-12-05T02:19:44,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:19:44,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x101806b8ec00004 connected 2024-12-05T02:19:44,408 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:19:44,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/master 2024-12-05T02:19:44,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/acl 2024-12-05T02:19:44,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T02:19:44,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-12-05T02:19:44,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-12-05T02:19:44,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T02:19:44,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-05T02:19:44,431 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:34287 2024-12-05T02:19:44,432 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-847725784/backup-masters/01bccfa882c7,34287,1733365184352 2024-12-05T02:19:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/backup-masters 2024-12-05T02:19:44,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/backup-masters 2024-12-05T02:19:44,434 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on existing znode=/1-847725784/backup-masters/01bccfa882c7,34287,1733365184352 2024-12-05T02:19:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847725784/master 2024-12-05T02:19:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:44,435 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on existing znode=/1-847725784/master 2024-12-05T02:19:44,435 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-847725784/backup-masters/01bccfa882c7,34287,1733365184352 from backup master directory 2024-12-05T02:19:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847725784/backup-masters/01bccfa882c7,34287,1733365184352 2024-12-05T02:19:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/backup-masters 2024-12-05T02:19:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/backup-masters 2024-12-05T02:19:44,439 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:44,439 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,34287,1733365184352 2024-12-05T02:19:44,443 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/hbase.id] with ID: c9881661-d1a9-4107-b9b5-7b6bd8131380 2024-12-05T02:19:44,443 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/.tmp/hbase.id 2024-12-05T02:19:44,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:19:44,847 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/.tmp/hbase.id]:[hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/hbase.id] 2024-12-05T02:19:44,857 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:19:44,857 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:19:44,857 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T02:19:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:19:45,264 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:45,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:19:45,265 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:19:45,671 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store 2024-12-05T02:19:45,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:19:46,077 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:46,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:19:46,078 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:46,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:46,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:19:46,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:46,078 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:19:46,078 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365186078Disabling compacts and flushes for region at 1733365186078Disabling writes for close at 1733365186078Writing region close event to WAL at 1733365186078Closed at 1733365186078 2024-12-05T02:19:46,079 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/.initializing 2024-12-05T02:19:46,079 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/WALs/01bccfa882c7,34287,1733365184352 2024-12-05T02:19:46,079 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:46,081 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C34287%2C1733365184352, suffix=, logDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/WALs/01bccfa882c7,34287,1733365184352, archiveDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/oldWALs, maxLogs=10 2024-12-05T02:19:46,098 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/WALs/01bccfa882c7,34287,1733365184352/01bccfa882c7%2C34287%2C1733365184352.1733365186081, exclude list is [], retry=0 2024-12-05T02:19:46,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-b6010297-e65c-4819-9c1a-83f16f7dc062,DISK] 2024-12-05T02:19:46,101 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/WALs/01bccfa882c7,34287,1733365184352/01bccfa882c7%2C34287%2C1733365184352.1733365186081 2024-12-05T02:19:46,102 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-12-05T02:19:46,102 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:46,102 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:46,102 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,102 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:19:46,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:46,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:19:46,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:46,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:19:46,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:46,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:19:46,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:46,108 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,109 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,109 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,110 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,110 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,110 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:46,111 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:19:46,113 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:46,113 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71692694, jitterRate=0.0683043897151947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:46,113 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365186102Initializing all the Stores at 1733365186103 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365186103Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365186103Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365186103Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365186103Cleaning up temporary data from old regions at 1733365186110 (+7 ms)Region opened successfully at 1733365186113 (+3 ms) 2024-12-05T02:19:46,113 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:19:46,116 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea95be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:46,116 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:19:46,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:19:46,119 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:19:46,119 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/balancer because node does not exist (not necessarily an error) 2024-12-05T02:19:46,120 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/balancer already deleted, retry=false 2024-12-05T02:19:46,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:19:46,121 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:19:46,122 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/normalizer already deleted, retry=false 2024-12-05T02:19:46,122 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:19:46,123 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:19:46,125 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/switch/split already deleted, retry=false 2024-12-05T02:19:46,126 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:19:46,127 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/switch/merge already deleted, retry=false 2024-12-05T02:19:46,128 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:19:46,129 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/snapshot-cleanup already deleted, retry=false 2024-12-05T02:19:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847725784/running 2024-12-05T02:19:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-847725784/running 2024-12-05T02:19:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,131 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,34287,1733365184352, sessionid=0x101806b8ec00003, setting cluster-up flag (Was=false) 2024-12-05T02:19:46,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,140 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-847725784/flush-table-proc/acquired, /1-847725784/flush-table-proc/reached, /1-847725784/flush-table-proc/abort 2024-12-05T02:19:46,141 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34287,1733365184352 2024-12-05T02:19:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:46,148 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-847725784/online-snapshot/acquired, /1-847725784/online-snapshot/reached, /1-847725784/online-snapshot/abort 2024-12-05T02:19:46,149 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34287,1733365184352 2024-12-05T02:19:46,150 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:19:46,151 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:46,151 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:19:46,151 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:19:46,151 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,34287,1733365184352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:46,152 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,157 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365216157 2024-12-05T02:19:46,157 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:19:46,157 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:46,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:19:46,158 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:19:46,159 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365186159,5,FailOnTimeoutGroup] 2024-12-05T02:19:46,159 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,159 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365186159,5,FailOnTimeoutGroup] 2024-12-05T02:19:46,159 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:19:46,159 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:19:46,159 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,159 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:19:46,220 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(746): ClusterId : c9881661-d1a9-4107-b9b5-7b6bd8131380 2024-12-05T02:19:46,220 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:19:46,222 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:19:46,222 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:19:46,223 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:19:46,224 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a3c446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:19:46,236 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:39667 2024-12-05T02:19:46,236 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:19:46,236 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:19:46,236 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:19:46,236 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,34287,1733365184352 with port=39667, startcode=1733365184395 2024-12-05T02:19:46,237 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:19:46,238 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:19:46,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,238 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34287 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,239 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99 2024-12-05T02:19:46,239 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39797 2024-12-05T02:19:46,240 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:19:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/rs 2024-12-05T02:19:46,243 DEBUG [RS:0;01bccfa882c7:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on existing znode=/1-847725784/rs/01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,243 WARN [RS:0;01bccfa882c7:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:19:46,243 INFO [RS:0;01bccfa882c7:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:46,243 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,39667,1733365184395] 2024-12-05T02:19:46,246 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:19:46,247 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:19:46,247 INFO [RS:0;01bccfa882c7:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:19:46,247 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,247 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:19:46,248 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:19:46,248 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:46,248 DEBUG [RS:0;01bccfa882c7:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,255 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39667,1733365184395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:46,270 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:19:46,270 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39667,1733365184395-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,270 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,270 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.Replication(171): 01bccfa882c7,39667,1733365184395 started 2024-12-05T02:19:46,283 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:46,283 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,39667,1733365184395, RpcServer on 01bccfa882c7/172.17.0.2:39667, sessionid=0x101806b8ec00004 2024-12-05T02:19:46,283 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:19:46,283 DEBUG [RS:0;01bccfa882c7:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,283 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39667,1733365184395' 2024-12-05T02:19:46,283 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-847725784/flush-table-proc/abort' 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-847725784/flush-table-proc/acquired' 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,39667,1733365184395 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39667,1733365184395' 2024-12-05T02:19:46,284 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-847725784/online-snapshot/abort' 2024-12-05T02:19:46,285 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-847725784/online-snapshot/acquired' 2024-12-05T02:19:46,285 DEBUG [RS:0;01bccfa882c7:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:19:46,285 INFO [RS:0;01bccfa882c7:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:19:46,285 INFO [RS:0;01bccfa882c7:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:19:46,385 INFO [RS:0;01bccfa882c7:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:19:46,387 INFO [RS:0;01bccfa882c7:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39667%2C1733365184395, suffix=, logDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395, archiveDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/oldWALs, maxLogs=10 2024-12-05T02:19:46,408 DEBUG [RS:0;01bccfa882c7:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, exclude list is [], retry=0 2024-12-05T02:19:46,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-b6010297-e65c-4819-9c1a-83f16f7dc062,DISK] 2024-12-05T02:19:46,413 INFO [RS:0;01bccfa882c7:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 2024-12-05T02:19:46,413 DEBUG [RS:0;01bccfa882c7:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-12-05T02:19:46,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:19:46,569 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99 2024-12-05T02:19:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:19:46,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:46,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:46,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:46,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:46,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:46,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:46,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:46,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:46,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:46,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:46,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:46,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:46,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:46,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:46,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:46,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740 2024-12-05T02:19:46,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740 2024-12-05T02:19:46,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:46,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:46,983 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:46,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:46,987 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72011196, jitterRate=0.07305043935775757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365186975Initializing all the Stores at 1733365186975Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365186976 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365186976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365186976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365186976Cleaning up temporary data from old regions at 1733365186983 (+7 ms)Region opened successfully at 1733365186987 (+4 ms) 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:46,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:46,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:46,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:19:46,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365186987Disabling compacts and flushes for region at 1733365186987Disabling writes for close at 1733365186987Writing region close event to WAL at 1733365186988 (+1 ms)Closed at 1733365186988 2024-12-05T02:19:46,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:46,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:19:46,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:19:46,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:46,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:19:47,141 DEBUG [01bccfa882c7:34287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:19:47,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:47,142 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39667,1733365184395, state=OPENING 2024-12-05T02:19:47,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:19:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:47,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:47,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:19:47,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847725784/meta-region-server: CHANGED 2024-12-05T02:19:47,149 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847725784/meta-region-server: CHANGED 2024-12-05T02:19:47,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39667,1733365184395}] 2024-12-05T02:19:47,301 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:47,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:19:47,306 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:19:47,306 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:47,307 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:19:47,308 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39667%2C1733365184395.meta, suffix=.meta, logDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395, archiveDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/oldWALs, maxLogs=10 2024-12-05T02:19:47,323 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.meta.1733365187308.meta, exclude list is [], retry=0 2024-12-05T02:19:47,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-b6010297-e65c-4819-9c1a-83f16f7dc062,DISK] 2024-12-05T02:19:47,327 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.meta.1733365187308.meta 2024-12-05T02:19:47,328 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-12-05T02:19:47,328 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:47,328 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:47,328 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:47,329 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:19:47,329 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:19:47,329 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:19:47,329 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:47,329 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:19:47,329 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:19:47,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:19:47,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:19:47,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:47,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:47,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:19:47,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:19:47,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:47,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:47,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:19:47,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:19:47,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:47,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:47,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:19:47,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:19:47,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:47,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:19:47,335 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:19:47,336 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740 2024-12-05T02:19:47,337 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740 2024-12-05T02:19:47,338 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:19:47,338 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:19:47,338 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:19:47,339 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:19:47,340 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58991458, jitterRate=-0.12095877528190613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:19:47,340 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:19:47,340 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365187329Writing region info on filesystem at 1733365187329Initializing all the Stores at 1733365187330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365187330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365187330Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365187330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365187330Cleaning up temporary data from old regions at 1733365187338 (+8 ms)Running coprocessor post-open hooks at 1733365187340 (+2 ms)Region opened successfully at 1733365187340 2024-12-05T02:19:47,341 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365187301 2024-12-05T02:19:47,343 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:19:47,343 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:19:47,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:47,344 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39667,1733365184395, state=OPEN 2024-12-05T02:19:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-847725784/meta-region-server 2024-12-05T02:19:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-847725784/meta-region-server 2024-12-05T02:19:47,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847725784/meta-region-server: CHANGED 2024-12-05T02:19:47,347 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:47,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-847725784/meta-region-server: CHANGED 2024-12-05T02:19:47,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:19:47,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39667,1733365184395 in 198 msec 2024-12-05T02:19:47,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:19:47,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-12-05T02:19:47,350 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:19:47,350 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:19:47,351 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:47,352 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39667,1733365184395, seqNum=-1] 2024-12-05T02:19:47,352 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:47,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:47,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-05T02:19:47,356 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365187356, completionTime=-1 2024-12-05T02:19:47,356 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:19:47,356 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365247358 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365307358 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,359 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,359 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:34287, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,359 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,359 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,360 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:19:47,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:19:47,364 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:19:47,364 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:19:47,364 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34287,1733365184352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:19:47,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:47,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:47,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:47,422 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d949d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:47,423 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:47,424 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:47,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:47,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39667,1733365184395, seqNum=-1] 2024-12-05T02:19:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:47,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:47,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,34287,1733365184352 2024-12-05T02:19:47,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62767 2024-12-05T02:19:47,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:19:47,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806b8ec00005 connected 2024-12-05T02:19:47,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41563,1733365180528 2024-12-05T02:19:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5377bbe6 2024-12-05T02:19:47,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:47,437 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:47,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:19:47,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:47,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:47,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:19:47,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:47,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:19:47,453 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3feffbc71f582019cbf1e05c79ae1753, NAME => 'test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101 2024-12-05T02:19:47,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:19:47,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3feffbc71f582019cbf1e05c79ae1753, disabling compactions & flushes 2024-12-05T02:19:47,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. after waiting 0 ms 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:47,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:47,859 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3feffbc71f582019cbf1e05c79ae1753: Waiting for close lock at 1733365187859Disabling compacts and flushes for region at 1733365187859Disabling writes for close at 1733365187859Writing region close event to WAL at 1733365187859Closed at 1733365187859 2024-12-05T02:19:47,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:47,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365187860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365187860"}]},"ts":"1733365187860"} 2024-12-05T02:19:47,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:47,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:47,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365187863"}]},"ts":"1733365187863"} 2024-12-05T02:19:47,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:19:47,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3feffbc71f582019cbf1e05c79ae1753, ASSIGN}] 2024-12-05T02:19:47,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3feffbc71f582019cbf1e05c79ae1753, ASSIGN 2024-12-05T02:19:47,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3feffbc71f582019cbf1e05c79ae1753, ASSIGN; state=OFFLINE, location=01bccfa882c7,33379,1733365180594; forceNewPlan=false, retain=false 2024-12-05T02:19:48,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3feffbc71f582019cbf1e05c79ae1753, regionState=OPENING, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:48,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3feffbc71f582019cbf1e05c79ae1753, ASSIGN because future has completed 2024-12-05T02:19:48,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3feffbc71f582019cbf1e05c79ae1753, server=01bccfa882c7,33379,1733365180594}] 2024-12-05T02:19:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:48,175 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:48,175 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3feffbc71f582019cbf1e05c79ae1753, NAME => 'test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:48,176 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:48,176 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:19:48,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:48,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,176 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,177 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,178 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3feffbc71f582019cbf1e05c79ae1753 columnFamilyName f 2024-12-05T02:19:48,178 DEBUG [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:48,179 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(327): Store=3feffbc71f582019cbf1e05c79ae1753/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:48,179 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,180 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3feffbc71f582019cbf1e05c79ae1753 columnFamilyName f1 2024-12-05T02:19:48,180 DEBUG [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:48,180 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(327): Store=3feffbc71f582019cbf1e05c79ae1753/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:48,180 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,181 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3feffbc71f582019cbf1e05c79ae1753 columnFamilyName norep 2024-12-05T02:19:48,181 DEBUG [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:48,181 INFO [StoreOpener-3feffbc71f582019cbf1e05c79ae1753-1 {}] regionserver.HStore(327): Store=3feffbc71f582019cbf1e05c79ae1753/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:48,181 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,182 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,182 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:48,184 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,185 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:48,186 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3feffbc71f582019cbf1e05c79ae1753; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71887121, jitterRate=0.07120157778263092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:48,186 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:19:48,186 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3feffbc71f582019cbf1e05c79ae1753: Running coprocessor pre-open hook at 1733365188176Writing region info on filesystem at 1733365188176Initializing all the Stores at 1733365188177 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365188177Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365188177Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365188177Cleaning up temporary data from old regions at 1733365188183 (+6 ms)Running coprocessor post-open hooks at 1733365188186 (+3 ms)Region opened successfully at 1733365188186 2024-12-05T02:19:48,187 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753., pid=6, masterSystemTime=1733365188172 2024-12-05T02:19:48,189 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:48,189 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:19:48,189 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3feffbc71f582019cbf1e05c79ae1753, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:48,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3feffbc71f582019cbf1e05c79ae1753, server=01bccfa882c7,33379,1733365180594 because future has completed 2024-12-05T02:19:48,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:19:48,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3feffbc71f582019cbf1e05c79ae1753, server=01bccfa882c7,33379,1733365180594 in 172 msec 2024-12-05T02:19:48,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:19:48,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3feffbc71f582019cbf1e05c79ae1753, ASSIGN in 329 msec 2024-12-05T02:19:48,196 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:48,196 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365188196"}]},"ts":"1733365188196"} 2024-12-05T02:19:48,198 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:19:48,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:48,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-05T02:19:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:48,583 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:19:48,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34287,1733365184352 2024-12-05T02:19:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fdd898 2024-12-05T02:19:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:48,585 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:48,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:19:48,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:48,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:48,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:19:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:48,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:48,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:19:48,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:48,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:48,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:48,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:19:48,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:19:48,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:48,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da034ab52c02d32edc83114899714790, NAME => 'test,,1733365188585.da034ab52c02d32edc83114899714790.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99 2024-12-05T02:19:49,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:19:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365188585.da034ab52c02d32edc83114899714790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da034ab52c02d32edc83114899714790, disabling compactions & flushes 2024-12-05T02:19:49,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365188585.da034ab52c02d32edc83114899714790. after waiting 0 ms 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,405 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da034ab52c02d32edc83114899714790: Waiting for close lock at 1733365189405Disabling compacts and flushes for region at 1733365189405Disabling writes for close at 1733365189405Writing region close event to WAL at 1733365189405Closed at 1733365189405 2024-12-05T02:19:49,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:49,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365188585.da034ab52c02d32edc83114899714790.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365189406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365189406"}]},"ts":"1733365189406"} 2024-12-05T02:19:49,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:49,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:49,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365189409"}]},"ts":"1733365189409"} 2024-12-05T02:19:49,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:19:49,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da034ab52c02d32edc83114899714790, ASSIGN}] 2024-12-05T02:19:49,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da034ab52c02d32edc83114899714790, ASSIGN 2024-12-05T02:19:49,413 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da034ab52c02d32edc83114899714790, ASSIGN; state=OFFLINE, location=01bccfa882c7,39667,1733365184395; forceNewPlan=false, retain=false 2024-12-05T02:19:49,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da034ab52c02d32edc83114899714790, regionState=OPENING, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:49,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da034ab52c02d32edc83114899714790, ASSIGN because future has completed 2024-12-05T02:19:49,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da034ab52c02d32edc83114899714790, server=01bccfa882c7,39667,1733365184395}] 2024-12-05T02:19:49,721 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:49,722 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da034ab52c02d32edc83114899714790, NAME => 'test,,1733365188585.da034ab52c02d32edc83114899714790.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:49,722 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:49,722 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:19:49,722 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,722 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365188585.da034ab52c02d32edc83114899714790.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:49,723 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,723 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,724 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,725 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da034ab52c02d32edc83114899714790 columnFamilyName f 2024-12-05T02:19:49,725 DEBUG [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:49,725 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(327): Store=da034ab52c02d32edc83114899714790/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:49,726 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,726 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da034ab52c02d32edc83114899714790 columnFamilyName f1 2024-12-05T02:19:49,726 DEBUG [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:49,727 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(327): Store=da034ab52c02d32edc83114899714790/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:49,727 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,728 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da034ab52c02d32edc83114899714790 columnFamilyName norep 2024-12-05T02:19:49,728 DEBUG [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:49,728 INFO [StoreOpener-da034ab52c02d32edc83114899714790-1 {}] regionserver.HStore(327): Store=da034ab52c02d32edc83114899714790/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:49,728 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,729 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,729 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,730 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,730 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,730 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:49,731 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,732 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:49,733 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da034ab52c02d32edc83114899714790; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58943448, jitterRate=-0.12167418003082275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:49,733 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da034ab52c02d32edc83114899714790 2024-12-05T02:19:49,733 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da034ab52c02d32edc83114899714790: Running coprocessor pre-open hook at 1733365189723Writing region info on filesystem at 1733365189723Initializing all the Stores at 1733365189724 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365189724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365189724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365189724Cleaning up temporary data from old regions at 1733365189730 (+6 ms)Running coprocessor post-open hooks at 1733365189733 (+3 ms)Region opened successfully at 1733365189733 2024-12-05T02:19:49,734 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365188585.da034ab52c02d32edc83114899714790., pid=6, masterSystemTime=1733365189718 2024-12-05T02:19:49,735 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,735 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:49,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da034ab52c02d32edc83114899714790, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:49,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da034ab52c02d32edc83114899714790, server=01bccfa882c7,39667,1733365184395 because future has completed 2024-12-05T02:19:49,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:19:49,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da034ab52c02d32edc83114899714790, server=01bccfa882c7,39667,1733365184395 in 172 msec 2024-12-05T02:19:49,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:19:49,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da034ab52c02d32edc83114899714790, ASSIGN in 328 msec 2024-12-05T02:19:49,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:49,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365189741"}]},"ts":"1733365189741"} 2024-12-05T02:19:49,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:19:49,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:49,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-12-05T02:19:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:19:50,733 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:19:50,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:50,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:50,734 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:50,734 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c838baa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:50,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,736 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:50,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328bf6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:50,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:50,737 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:50,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:50,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:50,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455c946a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:50,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:50,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,739 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:50,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad7a80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:50,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:50,740 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76093d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,741 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a986f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41563,1733365180528 2024-12-05T02:19:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@347ffa8c 2024-12-05T02:19:50,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:50,743 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:50,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:19:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:19:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:50,746 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34287' 2024-12-05T02:19:50,747 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629cf41e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,747 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:50,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:50,748 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:50,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:50,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,749 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:50,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e70e730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:50,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:50,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34287,1733365184352 2024-12-05T02:19:50,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10697254 2024-12-05T02:19:50,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:50,751 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:50,751 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:19:50,752 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:19:50,752 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,752 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:50,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:50,752 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:50,753 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:19:50,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:50,754 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:50,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:19:50,803 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:19:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:51,161 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 873848f59de3cc364e4c2ee428d481aa, NAME => 'hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101 2024-12-05T02:19:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:19:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 873848f59de3cc364e4c2ee428d481aa, disabling compactions & flushes 2024-12-05T02:19:51,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. after waiting 0 ms 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 873848f59de3cc364e4c2ee428d481aa: Waiting for close lock at 1733365191567Disabling compacts and flushes for region at 1733365191567Disabling writes for close at 1733365191567Writing region close event to WAL at 1733365191567Closed at 1733365191567 2024-12-05T02:19:51,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:51,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365191569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365191569"}]},"ts":"1733365191569"} 2024-12-05T02:19:51,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:51,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:51,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365191572"}]},"ts":"1733365191572"} 2024-12-05T02:19:51,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:19:51,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=873848f59de3cc364e4c2ee428d481aa, ASSIGN}] 2024-12-05T02:19:51,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=873848f59de3cc364e4c2ee428d481aa, ASSIGN 2024-12-05T02:19:51,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=873848f59de3cc364e4c2ee428d481aa, ASSIGN; state=OFFLINE, location=01bccfa882c7,33379,1733365180594; forceNewPlan=false, retain=false 2024-12-05T02:19:51,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=873848f59de3cc364e4c2ee428d481aa, regionState=OPENING, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:51,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=873848f59de3cc364e4c2ee428d481aa, ASSIGN because future has completed 2024-12-05T02:19:51,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873848f59de3cc364e4c2ee428d481aa, server=01bccfa882c7,33379,1733365180594}] 2024-12-05T02:19:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:51,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:51,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:19:51,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C33379%2C1733365180594.rep, suffix=, logDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594, archiveDir=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/oldWALs, maxLogs=10 2024-12-05T02:19:51,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.rep.1733365191886, exclude list is [], retry=0 2024-12-05T02:19:51,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41203,DS-97724b64-83f3-4687-9712-13e57c87b057,DISK] 2024-12-05T02:19:51,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.rep.1733365191886 2024-12-05T02:19:51,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35839:35839)] 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 873848f59de3cc364e4c2ee428d481aa, NAME => 'hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:51,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. service=MultiRowMutationService 2024-12-05T02:19:51,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:51,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,905 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,905 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873848f59de3cc364e4c2ee428d481aa columnFamilyName hfileref 2024-12-05T02:19:51,906 DEBUG [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:51,906 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(327): Store=873848f59de3cc364e4c2ee428d481aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:51,906 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,907 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873848f59de3cc364e4c2ee428d481aa columnFamilyName queue 2024-12-05T02:19:51,907 DEBUG [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:51,907 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(327): Store=873848f59de3cc364e4c2ee428d481aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:51,907 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,908 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873848f59de3cc364e4c2ee428d481aa columnFamilyName sid 2024-12-05T02:19:51,908 DEBUG [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:51,908 INFO [StoreOpener-873848f59de3cc364e4c2ee428d481aa-1 {}] regionserver.HStore(327): Store=873848f59de3cc364e4c2ee428d481aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:51,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/replication/873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/replication/873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:51,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/replication/873848f59de3cc364e4c2ee428d481aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:51,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 873848f59de3cc364e4c2ee428d481aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72739918, jitterRate=0.08390924334526062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:51,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:19:51,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 873848f59de3cc364e4c2ee428d481aa: Running coprocessor pre-open hook at 1733365191904Writing region info on filesystem at 1733365191904Initializing all the Stores at 1733365191904Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365191904Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365191904Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365191904Cleaning up temporary data from old regions at 1733365191910 (+6 ms)Running coprocessor post-open hooks at 1733365191913 (+3 ms)Region opened successfully at 1733365191913 2024-12-05T02:19:51,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., pid=10, masterSystemTime=1733365191880 2024-12-05T02:19:51,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:19:51,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=873848f59de3cc364e4c2ee428d481aa, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,33379,1733365180594 2024-12-05T02:19:51,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873848f59de3cc364e4c2ee428d481aa, server=01bccfa882c7,33379,1733365180594 because future has completed 2024-12-05T02:19:51,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:19:51,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 873848f59de3cc364e4c2ee428d481aa, server=01bccfa882c7,33379,1733365180594 in 190 msec 2024-12-05T02:19:51,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:19:51,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=873848f59de3cc364e4c2ee428d481aa, ASSIGN in 347 msec 2024-12-05T02:19:51,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:51,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365191923"}]},"ts":"1733365191923"} 2024-12-05T02:19:51,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:19:51,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:51,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-05T02:19:51,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., hostname=01bccfa882c7,33379,1733365180594, seqNum=2] 2024-12-05T02:19:51,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:51,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:19:51,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:19:52,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:19:52,123 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:19:52,165 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,33379,1733365180594, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:19:52,165 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:52,166 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33379,1733365180594, seqNum=-1] 2024-12-05T02:19:52,166 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:52,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,33379,1733365180594', locateType=CURRENT is [region=hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., hostname=01bccfa882c7,33379,1733365180594, seqNum=2] 2024-12-05T02:19:52,172 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:19:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:19:52,182 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,33379,1733365180594 suceeded 2024-12-05T02:19:52,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:19:52,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-12-05T02:19:52,184 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:34287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:19:52,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4400 sec 2024-12-05T02:19:52,190 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34287' 2024-12-05T02:19:52,192 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@684f69cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,192 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:52,193 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:52,193 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:52,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22b70eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:52,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,195 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:52,196 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b41bd35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,196 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:52,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34287,1733365184352 2024-12-05T02:19:52,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d805888 2024-12-05T02:19:52,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:52,198 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:52,199 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,33379,1733365180594 (queues=1) is replicating from cluster=1b031b20-d74b-4953-9d21-e971d24bdeee to cluster=c9881661-d1a9-4107-b9b5-7b6bd8131380 2024-12-05T02:19:52,200 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C33379%2C1733365180594 2024-12-05T02:19:52,200 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,33379,1733365180594, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:19:52,204 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, startPosition=0, beingWritten=true 2024-12-05T02:19:52,206 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C33379%2C1733365180594 2024-12-05T02:19:52,215 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:52,215 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:52,215 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:19:52,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:19:52,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-05T02:19:52,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-05T02:19:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:52,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-05T02:19:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:52,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:19:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:52,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:19:52,419 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:52,724 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:52,893 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:19:52,893 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:52,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:52,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:52,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:52,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:52,896 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ead830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:52,901 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619cf3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34287,1733365184352 2024-12-05T02:19:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f12af11 2024-12-05T02:19:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:52,906 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:52,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:41563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:19:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:19:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:52,909 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:41563' 2024-12-05T02:19:52,910 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797961d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,910 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:52,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:52,911 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a227142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,913 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:52,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb52355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:52,913 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:52,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41563,1733365180528 2024-12-05T02:19:52,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2811d23e 2024-12-05T02:19:52,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:52,915 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:19:52,916 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:19:52,916 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:19:52,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,916 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:52,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:52,917 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:19:52,918 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:19:52,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:19:52,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:52,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:19:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:19:52,968 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:19:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:53,129 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:53,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e9e64db5664590f34b78c8c067259505, NAME => 'hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99 2024-12-05T02:19:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e9e64db5664590f34b78c8c067259505, disabling compactions & flushes 2024-12-05T02:19:53,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. after waiting 0 ms 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e9e64db5664590f34b78c8c067259505: Waiting for close lock at 1733365193346Disabling compacts and flushes for region at 1733365193346Disabling writes for close at 1733365193346Writing region close event to WAL at 1733365193346Closed at 1733365193346 2024-12-05T02:19:53,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:19:53,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365193348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365193348"}]},"ts":"1733365193348"} 2024-12-05T02:19:53,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:19:53,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:19:53,354 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365193353"}]},"ts":"1733365193353"} 2024-12-05T02:19:53,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:19:53,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9e64db5664590f34b78c8c067259505, ASSIGN}] 2024-12-05T02:19:53,358 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9e64db5664590f34b78c8c067259505, ASSIGN 2024-12-05T02:19:53,359 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9e64db5664590f34b78c8c067259505, ASSIGN; state=OFFLINE, location=01bccfa882c7,39667,1733365184395; forceNewPlan=false, retain=false 2024-12-05T02:19:53,482 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:53,482 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:53,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18229 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:19:53,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9e64db5664590f34b78c8c067259505, regionState=OPENING, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:53,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e9e64db5664590f34b78c8c067259505, ASSIGN because future has completed 2024-12-05T02:19:53,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9e64db5664590f34b78c8c067259505, server=01bccfa882c7,39667,1733365184395}] 2024-12-05T02:19:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:53,635 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:53,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:53,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:19:53,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:19:53,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39667%2C1733365184395.rep, suffix=, logDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395, archiveDir=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/oldWALs, maxLogs=10 2024-12-05T02:19:53,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.rep.1733365193705, exclude list is [], retry=0 2024-12-05T02:19:53,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33931,DS-b6010297-e65c-4819-9c1a-83f16f7dc062,DISK] 2024-12-05T02:19:53,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.rep.1733365193705 2024-12-05T02:19:53,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33471:33471)] 2024-12-05T02:19:53,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e9e64db5664590f34b78c8c067259505, NAME => 'hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:19:53,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:19:53,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:19:53,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. service=MultiRowMutationService 2024-12-05T02:19:53,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:19:53,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:19:53,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,752 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:53,754 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9e64db5664590f34b78c8c067259505 columnFamilyName hfileref 2024-12-05T02:19:53,754 DEBUG [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:53,755 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(327): Store=e9e64db5664590f34b78c8c067259505/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:53,755 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,757 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9e64db5664590f34b78c8c067259505 columnFamilyName queue 2024-12-05T02:19:53,757 DEBUG [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:53,757 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(327): Store=e9e64db5664590f34b78c8c067259505/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:53,758 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,758 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9e64db5664590f34b78c8c067259505 columnFamilyName sid 2024-12-05T02:19:53,759 DEBUG [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:19:53,759 INFO [StoreOpener-e9e64db5664590f34b78c8c067259505-1 {}] regionserver.HStore(327): Store=e9e64db5664590f34b78c8c067259505/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:19:53,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:19:53,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:19:53,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e9e64db5664590f34b78c8c067259505; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60551669, jitterRate=-0.09770981967449188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:19:53,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:53,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e9e64db5664590f34b78c8c067259505: Running coprocessor pre-open hook at 1733365193750Writing region info on filesystem at 1733365193750Initializing all the Stores at 1733365193752 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365193752Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365193752Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365193752Cleaning up temporary data from old regions at 1733365193764 (+12 ms)Running coprocessor post-open hooks at 1733365193768 (+4 ms)Region opened successfully at 1733365193768 2024-12-05T02:19:53,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505., pid=10, masterSystemTime=1733365193666 2024-12-05T02:19:53,773 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e9e64db5664590f34b78c8c067259505, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39667,1733365184395 2024-12-05T02:19:53,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:53,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9e64db5664590f34b78c8c067259505, server=01bccfa882c7,39667,1733365184395 because future has completed 2024-12-05T02:19:53,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:19:53,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e9e64db5664590f34b78c8c067259505, server=01bccfa882c7,39667,1733365184395 in 262 msec 2024-12-05T02:19:53,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:19:53,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e9e64db5664590f34b78c8c067259505, ASSIGN in 421 msec 2024-12-05T02:19:53,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:19:53,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365193781"}]},"ts":"1733365193781"} 2024-12-05T02:19:53,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:19:53,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:19:53,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 866 msec 2024-12-05T02:19:53,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505., hostname=01bccfa882c7,39667,1733365184395, seqNum=2] 2024-12-05T02:19:53,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:53,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:53,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:19:54,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:19:54,004 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:19:54,033 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,39667,1733365184395, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:19:54,034 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:54,034 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39667,1733365184395, seqNum=-1] 2024-12-05T02:19:54,034 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:54,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:54,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,39667,1733365184395', locateType=CURRENT is [region=hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505., hostname=01bccfa882c7,39667,1733365184395, seqNum=2] 2024-12-05T02:19:54,040 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:19:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:19:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:54,042 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,39667,1733365184395 suceeded 2024-12-05T02:19:54,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:19:54,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-05T02:19:54,044 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:41563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:19:54,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1380 sec 2024-12-05T02:19:54,055 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:41563' 2024-12-05T02:19:54,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fd3dd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:54,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:54,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:54,057 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:54,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3954b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:54,059 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:54,059 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1544e0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:54,059 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:19:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41563,1733365180528 2024-12-05T02:19:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23113e2d 2024-12-05T02:19:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:19:54,061 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-05T02:19:54,062 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,39667,1733365184395 (queues=1) is replicating from cluster=c9881661-d1a9-4107-b9b5-7b6bd8131380 to cluster=1b031b20-d74b-4953-9d21-e971d24bdeee 2024-12-05T02:19:54,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C39667%2C1733365184395 2024-12-05T02:19:54,062 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,39667,1733365184395, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:19:54,062 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C39667%2C1733365184395 2024-12-05T02:19:54,062 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, startPosition=0, beingWritten=true 2024-12-05T02:19:54,068 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:54,068 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:54,068 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39667,1733365184395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:54,239 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:54,271 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:54,575 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:54,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:19:54,946 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:54,980 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:19:55,053 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:19:55,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:55,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:55,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:55,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:55,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:55,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33379,1733365180594, seqNum=-1] 2024-12-05T02:19:55,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:55,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:55,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753., hostname=01bccfa882c7,33379,1733365180594, seqNum=2] 2024-12-05T02:19:55,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:55,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39667,1733365184395, seqNum=-1] 2024-12-05T02:19:55,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:55,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:19:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365188585.da034ab52c02d32edc83114899714790., hostname=01bccfa882c7,39667,1733365184395, seqNum=2] 2024-12-05T02:19:55,066 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T02:19:55,485 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:55,750 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 379, reset compression=false 2024-12-05T02:19:55,781 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:55,781 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 480, reset compression=false 2024-12-05T02:19:55,781 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[{test/3feffbc71f582019cbf1e05c79ae1753/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T02:19:55,785 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:55,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-05T02:19:55,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:19:55,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39cedf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:55,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34287,-1 for getting cluster id 2024-12-05T02:19:55,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:55,792 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9881661-d1a9-4107-b9b5-7b6bd8131380' 2024-12-05T02:19:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9881661-d1a9-4107-b9b5-7b6bd8131380" 2024-12-05T02:19:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6880c13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34287,-1] 2024-12-05T02:19:55,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:55,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:55,794 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:55,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d1b2b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:55,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:55,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39667,1733365184395, seqNum=-1] 2024-12-05T02:19:55,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:55,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:55,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365188585.da034ab52c02d32edc83114899714790., hostname=01bccfa882c7,39667,1733365184395, seqNum=2] 2024-12-05T02:19:55,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:19:56,022 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 480, reset compression=false 2024-12-05T02:19:56,070 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T02:19:56,075 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T02:19:56,089 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 379, reset compression=false 2024-12-05T02:19:56,096 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:56,096 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 607, reset compression=false 2024-12-05T02:19:56,096 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39667,1733365184395 got entry batch from reader: WALEntryBatch [walEntries=[{test/da034ab52c02d32edc83114899714790/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:19:56,099 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:19:56,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-05T02:19:56,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:19:56,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445f054c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:56,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41563,-1 for getting cluster id 2024-12-05T02:19:56,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:19:56,103 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b031b20-d74b-4953-9d21-e971d24bdeee' 2024-12-05T02:19:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:19:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b031b20-d74b-4953-9d21-e971d24bdeee" 2024-12-05T02:19:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@716c71ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41563,-1] 2024-12-05T02:19:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:19:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:56,105 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:19:56,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1839e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:19:56,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:19:56,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,33379,1733365180594, seqNum=-1] 2024-12-05T02:19:56,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:19:56,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-05T02:19:56,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753., hostname=01bccfa882c7,33379,1733365180594, seqNum=2] 2024-12-05T02:19:56,114 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:19:56,307 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 607, reset compression=false 2024-12-05T02:19:56,327 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 480, reset compression=false 2024-12-05T02:19:56,333 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:56,333 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 608, reset compression=false 2024-12-05T02:19:56,333 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:56,539 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 608, reset compression=false 2024-12-05T02:19:56,612 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 607, reset compression=false 2024-12-05T02:19:56,849 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 608, reset compression=false 2024-12-05T02:19:57,016 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 607, reset compression=false 2024-12-05T02:19:57,077 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T02:19:57,086 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T02:19:57,253 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 608, reset compression=false 2024-12-05T02:19:57,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:57,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 764, reset compression=false 2024-12-05T02:19:57,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[{test/3feffbc71f582019cbf1e05c79ae1753/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T02:19:57,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:19:57,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:19:57,464 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 764, reset compression=false 2024-12-05T02:19:57,533 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 607, reset compression=false 2024-12-05T02:19:57,538 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:57,538 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 754, reset compression=false 2024-12-05T02:19:57,538 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39667,1733365184395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:57,743 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 754, reset compression=false 2024-12-05T02:19:57,768 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 764, reset compression=false 2024-12-05T02:19:58,050 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 754, reset compression=false 2024-12-05T02:19:58,089 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T02:19:58,093 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T02:19:58,173 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 764, reset compression=false 2024-12-05T02:19:58,454 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 754, reset compression=false 2024-12-05T02:19:58,460 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:19:58,460 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 913, reset compression=false 2024-12-05T02:19:58,460 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39667,1733365184395 got entry batch from reader: WALEntryBatch [walEntries=[{test/da034ab52c02d32edc83114899714790/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T02:19:58,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:19:58,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:19:58,673 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 913, reset compression=false 2024-12-05T02:19:58,676 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 764, reset compression=false 2024-12-05T02:19:58,680 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:58,680 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:19:58,680 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:58,883 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:19:58,977 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 913, reset compression=false 2024-12-05T02:19:59,095 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T02:19:59,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:19:59,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:59,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:59,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:59,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:59,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:19:59,098 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2092967670, stopped=false 2024-12-05T02:19:59,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:19:59,098 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,34287,1733365184352 2024-12-05T02:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847725784/running 2024-12-05T02:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847725784/running 2024-12-05T02:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:19:59,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:19:59,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:19:59,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:59,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:59,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,39667,1733365184395' ***** 2024-12-05T02:19:59,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:19:59,101 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:19:59,101 INFO [RS:0;01bccfa882c7:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:19:59,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:19:59,101 INFO [RS:0;01bccfa882c7:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:19:59,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/running 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for da034ab52c02d32edc83114899714790 2024-12-05T02:19:59,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Set watcher on znode that does not yet exist, /1-847725784/running 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,39667,1733365184395 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39667. 2024-12-05T02:19:59,102 DEBUG [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:19:59,102 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:19:59,102 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:19:59,103 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:19:59,103 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da034ab52c02d32edc83114899714790=test,,1733365188585.da034ab52c02d32edc83114899714790., e9e64db5664590f34b78c8c067259505=hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505.} 2024-12-05T02:19:59,103 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da034ab52c02d32edc83114899714790, e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da034ab52c02d32edc83114899714790, disabling compactions & flushes 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:19:59,103 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:19:59,103 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365188585.da034ab52c02d32edc83114899714790. after waiting 0 ms 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:19:59,103 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:59,103 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:19:59,103 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da034ab52c02d32edc83114899714790 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-05T02:19:59,120 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/info/0384a5fc98574584a64e964c5dec3f89 is 147, key is hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505./info:regioninfo/1733365193772/Put/seqid=0 2024-12-05T02:19:59,123 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f/269efc1c04b341b784fc56e2caf8e816 is 29, key is row1/f:/1733365198090/DeleteFamily/seqid=0 2024-12-05T02:19:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741840_1016 (size=7686) 2024-12-05T02:19:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741841_1017 (size=5118) 2024-12-05T02:19:59,127 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f/269efc1c04b341b784fc56e2caf8e816 2024-12-05T02:19:59,131 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269efc1c04b341b784fc56e2caf8e816 2024-12-05T02:19:59,152 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f1/169f563ecb63423e8ad2b2b22724c72e is 30, key is row1/f1:/1733365198090/DeleteFamily/seqid=0 2024-12-05T02:19:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741842_1018 (size=5123) 2024-12-05T02:19:59,157 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f1/169f563ecb63423e8ad2b2b22724c72e 2024-12-05T02:19:59,161 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 169f563ecb63423e8ad2b2b22724c72e 2024-12-05T02:19:59,165 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:19:59,180 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/norep/258945bb60d94c15ba8f4ed0c97e2259 is 33, key is row1/norep:/1733365198090/DeleteFamily/seqid=0 2024-12-05T02:19:59,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741843_1019 (size=5108) 2024-12-05T02:19:59,184 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/norep/258945bb60d94c15ba8f4ed0c97e2259 2024-12-05T02:19:59,187 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:19:59,189 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 258945bb60d94c15ba8f4ed0c97e2259 2024-12-05T02:19:59,190 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f/269efc1c04b341b784fc56e2caf8e816 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/f/269efc1c04b341b784fc56e2caf8e816 2024-12-05T02:19:59,195 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 269efc1c04b341b784fc56e2caf8e816 2024-12-05T02:19:59,195 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/f/269efc1c04b341b784fc56e2caf8e816, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T02:19:59,198 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/f1/169f563ecb63423e8ad2b2b22724c72e as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/f1/169f563ecb63423e8ad2b2b22724c72e 2024-12-05T02:19:59,202 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 169f563ecb63423e8ad2b2b22724c72e 2024-12-05T02:19:59,202 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/f1/169f563ecb63423e8ad2b2b22724c72e, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T02:19:59,203 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/.tmp/norep/258945bb60d94c15ba8f4ed0c97e2259 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/norep/258945bb60d94c15ba8f4ed0c97e2259 2024-12-05T02:19:59,207 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 258945bb60d94c15ba8f4ed0c97e2259 2024-12-05T02:19:59,207 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/norep/258945bb60d94c15ba8f4ed0c97e2259, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T02:19:59,208 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for da034ab52c02d32edc83114899714790 in 105ms, sequenceid=8, compaction requested=false 2024-12-05T02:19:59,212 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/default/test/da034ab52c02d32edc83114899714790/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:19:59,213 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da034ab52c02d32edc83114899714790: Waiting for close lock at 1733365199103Running coprocessor pre-close hooks at 1733365199103Disabling compacts and flushes for region at 1733365199103Disabling writes for close at 1733365199103Obtaining lock to block concurrent updates at 1733365199103Preparing flush snapshotting stores in da034ab52c02d32edc83114899714790 at 1733365199103Finished memstore snapshotting test,,1733365188585.da034ab52c02d32edc83114899714790., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733365199104 (+1 ms)Flushing stores of test,,1733365188585.da034ab52c02d32edc83114899714790. at 1733365199105 (+1 ms)Flushing da034ab52c02d32edc83114899714790/f: creating writer at 1733365199105Flushing da034ab52c02d32edc83114899714790/f: appending metadata at 1733365199123 (+18 ms)Flushing da034ab52c02d32edc83114899714790/f: closing flushed file at 1733365199123Flushing da034ab52c02d32edc83114899714790/f1: creating writer at 1733365199132 (+9 ms)Flushing da034ab52c02d32edc83114899714790/f1: appending metadata at 1733365199151 (+19 ms)Flushing da034ab52c02d32edc83114899714790/f1: closing flushed file at 1733365199151Flushing da034ab52c02d32edc83114899714790/norep: creating writer at 1733365199161 (+10 ms)Flushing da034ab52c02d32edc83114899714790/norep: appending metadata at 1733365199179 (+18 ms)Flushing da034ab52c02d32edc83114899714790/norep: closing flushed file at 1733365199179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1b5ed7: reopening flushed file at 1733365199189 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab0c820: reopening flushed file at 1733365199195 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2921c7e1: reopening flushed file at 1733365199202 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for da034ab52c02d32edc83114899714790 in 105ms, sequenceid=8, compaction requested=false at 1733365199208 (+6 ms)Writing region close event to WAL at 1733365199210 (+2 ms)Running coprocessor post-close hooks at 1733365199213 (+3 ms)Closed at 1733365199213 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365188585.da034ab52c02d32edc83114899714790. 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9e64db5664590f34b78c8c067259505, disabling compactions & flushes 2024-12-05T02:19:59,213 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. after waiting 0 ms 2024-12-05T02:19:59,213 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:59,213 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e9e64db5664590f34b78c8c067259505 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-05T02:19:59,232 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/.tmp/queue/676819592aeb45ec9c0df4e6c4174cb6 is 153, key is 1-01bccfa882c7,39667,1733365184395/queue:01bccfa882c7%2C39667%2C1733365184395/1733365198466/Put/seqid=0 2024-12-05T02:19:59,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741844_1020 (size=5352) 2024-12-05T02:19:59,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:19:59,255 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:19:59,255 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:19:59,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:19:59,303 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:59,382 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 913, reset compression=false 2024-12-05T02:19:59,387 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:19:59,387 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 1804, reset compression=false 2024-12-05T02:19:59,387 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39667,1733365184395 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387, lastWalPosition=1804, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:19:59,388 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,39667,1733365184395: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,39667,1733365184395, walGroup=01bccfa882c7%2C39667%2C1733365184395, offset=01bccfa882c7%2C39667%2C1733365184395.1733365186387:1804, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:19:59,390 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:19:59,390 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:19:59,391 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:19:59,391 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:19:59,391 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:19:59,391 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 609900840 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191281896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:19:59,391 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:19:59,503 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e9e64db5664590f34b78c8c067259505 2024-12-05T02:19:59,525 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/info/0384a5fc98574584a64e964c5dec3f89 2024-12-05T02:19:59,553 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/ns/da8e8d848aef49aeb48d9f962f61171b is 43, key is default/ns:d/1733365187353/Put/seqid=0 2024-12-05T02:19:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741845_1021 (size=5153) 2024-12-05T02:19:59,566 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/ns/da8e8d848aef49aeb48d9f962f61171b 2024-12-05T02:19:59,590 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 1804, reset compression=false 2024-12-05T02:19:59,593 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/rep_barrier/09d4ccc0074149a6b7caa5ad49c0a589 is 112, key is test,,1733365188585.da034ab52c02d32edc83114899714790./rep_barrier:seqnumDuringOpen/1733365189735/Put/seqid=0 2024-12-05T02:19:59,593 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:19:59,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741846_1022 (size=5518) 2024-12-05T02:19:59,638 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/.tmp/queue/676819592aeb45ec9c0df4e6c4174cb6 2024-12-05T02:19:59,643 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/.tmp/queue/676819592aeb45ec9c0df4e6c4174cb6 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/queue/676819592aeb45ec9c0df4e6c4174cb6 2024-12-05T02:19:59,647 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/queue/676819592aeb45ec9c0df4e6c4174cb6, entries=1, sequenceid=9, filesize=5.2 K 2024-12-05T02:19:59,648 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for e9e64db5664590f34b78c8c067259505 in 435ms, sequenceid=9, compaction requested=false 2024-12-05T02:19:59,651 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/replication/e9e64db5664590f34b78c8c067259505/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T02:19:59,652 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:19:59,652 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:19:59,652 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:59,652 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9e64db5664590f34b78c8c067259505: Waiting for close lock at 1733365199213Running coprocessor pre-close hooks at 1733365199213Disabling compacts and flushes for region at 1733365199213Disabling writes for close at 1733365199213Obtaining lock to block concurrent updates at 1733365199213Preparing flush snapshotting stores in e9e64db5664590f34b78c8c067259505 at 1733365199213Finished memstore snapshotting hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733365199213Flushing stores of hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. at 1733365199214 (+1 ms)Flushing e9e64db5664590f34b78c8c067259505/queue: creating writer at 1733365199214Flushing e9e64db5664590f34b78c8c067259505/queue: appending metadata at 1733365199231 (+17 ms)Flushing e9e64db5664590f34b78c8c067259505/queue: closing flushed file at 1733365199231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f2c373: reopening flushed file at 1733365199642 (+411 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for e9e64db5664590f34b78c8c067259505 in 435ms, sequenceid=9, compaction requested=false at 1733365199648 (+6 ms)Writing region close event to WAL at 1733365199649 (+1 ms)Running coprocessor post-close hooks at 1733365199652 (+3 ms)Closed at 1733365199652 2024-12-05T02:19:59,652 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365192916.e9e64db5664590f34b78c8c067259505. 2024-12-05T02:19:59,703 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:59,904 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:19:59,908 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 1804, reset compression=false 2024-12-05T02:20:00,011 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/rep_barrier/09d4ccc0074149a6b7caa5ad49c0a589 2024-12-05T02:20:00,034 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/table/5e691501f5374b7f9057b223a8ce81ff is 53, key is hbase:replication/table:state/1733365193781/Put/seqid=0 2024-12-05T02:20:00,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741847_1023 (size=5308) 2024-12-05T02:20:00,104 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:20:00,104 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:20:00,104 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:20:00,109 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:20:00,304 DEBUG [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:20:00,312 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/WALs/01bccfa882c7,39667,1733365184395/01bccfa882c7%2C39667%2C1733365184395.1733365186387 to pos 1804, reset compression=false 2024-12-05T02:20:00,438 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/table/5e691501f5374b7f9057b223a8ce81ff 2024-12-05T02:20:00,444 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/info/0384a5fc98574584a64e964c5dec3f89 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/info/0384a5fc98574584a64e964c5dec3f89 2024-12-05T02:20:00,448 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/info/0384a5fc98574584a64e964c5dec3f89, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:20:00,449 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/ns/da8e8d848aef49aeb48d9f962f61171b as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/ns/da8e8d848aef49aeb48d9f962f61171b 2024-12-05T02:20:00,455 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/ns/da8e8d848aef49aeb48d9f962f61171b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:20:00,456 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/rep_barrier/09d4ccc0074149a6b7caa5ad49c0a589 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/rep_barrier/09d4ccc0074149a6b7caa5ad49c0a589 2024-12-05T02:20:00,461 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/rep_barrier/09d4ccc0074149a6b7caa5ad49c0a589, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:20:00,461 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/.tmp/table/5e691501f5374b7f9057b223a8ce81ff as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/table/5e691501f5374b7f9057b223a8ce81ff 2024-12-05T02:20:00,465 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/table/5e691501f5374b7f9057b223a8ce81ff, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:20:00,466 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-12-05T02:20:00,472 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:20:00,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:00,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:00,473 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:00,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365199103Running coprocessor pre-close hooks at 1733365199103Disabling compacts and flushes for region at 1733365199103Disabling writes for close at 1733365199103Obtaining lock to block concurrent updates at 1733365199103Preparing flush snapshotting stores in 1588230740 at 1733365199103Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365199104 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365199104Flushing 1588230740/info: creating writer at 1733365199104Flushing 1588230740/info: appending metadata at 1733365199120 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733365199120Flushing 1588230740/ns: creating writer at 1733365199530 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733365199551 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733365199551Flushing 1588230740/rep_barrier: creating writer at 1733365199571 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365199592 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365199592Flushing 1588230740/table: creating writer at 1733365200016 (+424 ms)Flushing 1588230740/table: appending metadata at 1733365200033 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733365200033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282be01f: reopening flushed file at 1733365200443 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ac144b: reopening flushed file at 1733365200448 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3732f1d: reopening flushed file at 1733365200455 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b8718c: reopening flushed file at 1733365200461 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1733365200466 (+5 ms)Writing region close event to WAL at 1733365200468 (+2 ms)Running coprocessor post-close hooks at 1733365200473 (+5 ms)Closed at 1733365200473 2024-12-05T02:20:00,473 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:00,504 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,39667,1733365184395; all regions closed. 2024-12-05T02:20:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:20:00,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741839_1015 (size=2458) 2024-12-05T02:20:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741832_1008 (size=1812) 2024-12-05T02:20:00,511 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:00,511 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:00,511 INFO [RS:0;01bccfa882c7:39667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:00,511 INFO [RS:0;01bccfa882c7:39667 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:00,511 INFO [RS:0;01bccfa882c7:39667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:00,511 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:00,512 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,39667,1733365184395 because: Region server is closing 2024-12-05T02:20:00,512 INFO [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39667. 2024-12-05T02:20:00,512 DEBUG [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:00,512 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:00,512 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:00,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:00,612 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.shipper01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 terminated 2024-12-05T02:20:00,613 INFO [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39667. 2024-12-05T02:20:00,612 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39667,1733365184395.replicationSource.wal-reader.01bccfa882c7%2C39667%2C1733365184395,1-01bccfa882c7,39667,1733365184395 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:20:00,613 DEBUG [RS:0;01bccfa882c7:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:00,613 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:00,613 DEBUG [RS:0;01bccfa882c7:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:00,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:00,613 INFO [RS:0;01bccfa882c7:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39667 2024-12-05T02:20:00,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847725784/rs/01bccfa882c7,39667,1733365184395 2024-12-05T02:20:00,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784/rs 2024-12-05T02:20:00,615 INFO [RS:0;01bccfa882c7:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:00,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,39667,1733365184395] 2024-12-05T02:20:00,619 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-847725784/draining/01bccfa882c7,39667,1733365184395 already deleted, retry=false 2024-12-05T02:20:00,619 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,39667,1733365184395 expired; onlineServers=0 2024-12-05T02:20:00,619 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,34287,1733365184352' ***** 2024-12-05T02:20:00,619 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:20:00,619 INFO [M:0;01bccfa882c7:34287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:00,619 INFO [M:0;01bccfa882c7:34287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:00,619 DEBUG [M:0;01bccfa882c7:34287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:20:00,619 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:20:00,619 DEBUG [M:0;01bccfa882c7:34287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:20:00,619 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365186159 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365186159,5,FailOnTimeoutGroup] 2024-12-05T02:20:00,619 INFO [M:0;01bccfa882c7:34287 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:00,619 INFO [M:0;01bccfa882c7:34287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:00,619 DEBUG [M:0;01bccfa882c7:34287 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:20:00,619 INFO [M:0;01bccfa882c7:34287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:20:00,620 INFO [M:0;01bccfa882c7:34287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:00,620 INFO [M:0;01bccfa882c7:34287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:20:00,620 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:20:00,620 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365186159 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365186159,5,FailOnTimeoutGroup] 2024-12-05T02:20:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-847725784/master 2024-12-05T02:20:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-847725784 2024-12-05T02:20:00,620 DEBUG [M:0;01bccfa882c7:34287 {}] zookeeper.ZKUtil(347): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Unable to get data of znode /1-847725784/master because node does not exist (not an error) 2024-12-05T02:20:00,620 WARN [M:0;01bccfa882c7:34287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:20:00,621 INFO [M:0;01bccfa882c7:34287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/.lastflushedseqids 2024-12-05T02:20:00,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741848_1024 (size=245) 2024-12-05T02:20:00,713 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:20:00,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:00,718 INFO [RS:0;01bccfa882c7:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:00,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x101806b8ec00004, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:00,718 INFO [RS:0;01bccfa882c7:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,39667,1733365184395; zookeeper connection closed. 2024-12-05T02:20:00,718 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6317eb58 2024-12-05T02:20:00,718 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:20:01,029 INFO [M:0;01bccfa882c7:34287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:20:01,029 INFO [M:0;01bccfa882c7:34287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:20:01,029 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:01,029 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:01,029 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:01,029 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:01,029 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:01,029 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T02:20:01,047 DEBUG [M:0;01bccfa882c7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703c8c5f9de542878b3ded115d2fb847 is 82, key is hbase:meta,,1/info:regioninfo/1733365187343/Put/seqid=0 2024-12-05T02:20:01,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741849_1025 (size=5672) 2024-12-05T02:20:01,057 INFO [M:0;01bccfa882c7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703c8c5f9de542878b3ded115d2fb847 2024-12-05T02:20:01,082 DEBUG [M:0;01bccfa882c7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b4c3f602a4a9b992a3baf0f6e68db is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365193784/Put/seqid=0 2024-12-05T02:20:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741850_1026 (size=8516) 2024-12-05T02:20:01,417 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:20:01,491 INFO [M:0;01bccfa882c7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b4c3f602a4a9b992a3baf0f6e68db 2024-12-05T02:20:01,513 DEBUG [M:0;01bccfa882c7:34287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7955f9e330144eaea0337005168bb8a7 is 69, key is 01bccfa882c7,39667,1733365184395/rs:state/1733365186239/Put/seqid=0 2024-12-05T02:20:01,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741851_1027 (size=5156) 2024-12-05T02:20:01,917 INFO [M:0;01bccfa882c7:34287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7955f9e330144eaea0337005168bb8a7 2024-12-05T02:20:01,922 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/703c8c5f9de542878b3ded115d2fb847 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/703c8c5f9de542878b3ded115d2fb847 2024-12-05T02:20:01,925 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/703c8c5f9de542878b3ded115d2fb847, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:20:01,926 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c4b4c3f602a4a9b992a3baf0f6e68db as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c4b4c3f602a4a9b992a3baf0f6e68db 2024-12-05T02:20:01,930 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c4b4c3f602a4a9b992a3baf0f6e68db, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:20:01,931 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7955f9e330144eaea0337005168bb8a7 as hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7955f9e330144eaea0337005168bb8a7 2024-12-05T02:20:01,934 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39797/user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7955f9e330144eaea0337005168bb8a7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:20:01,935 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=97, compaction requested=false 2024-12-05T02:20:01,937 INFO [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:01,937 DEBUG [M:0;01bccfa882c7:34287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365201029Disabling compacts and flushes for region at 1733365201029Disabling writes for close at 1733365201029Obtaining lock to block concurrent updates at 1733365201029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365201029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733365201030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365201030Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365201031 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365201046 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365201047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365201061 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365201082 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365201082Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365201495 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365201512 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365201513 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46204cb2: reopening flushed file at 1733365201921 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9baca5: reopening flushed file at 1733365201926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bcf3284: reopening flushed file at 1733365201930 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=97, compaction requested=false at 1733365201935 (+5 ms)Writing region close event to WAL at 1733365201937 (+2 ms)Closed at 1733365201937 2024-12-05T02:20:01,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33931 is added to blk_1073741830_1006 (size=63654) 2024-12-05T02:20:01,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3fa1cf6-62fd-5dbe-a29f-75100e3e8d99/MasterData/WALs/01bccfa882c7,34287,1733365184352/01bccfa882c7%2C34287%2C1733365184352.1733365186081 not finished, retry = 0 2024-12-05T02:20:02,043 INFO [M:0;01bccfa882c7:34287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:20:02,043 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:02,043 INFO [M:0;01bccfa882c7:34287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34287 2024-12-05T02:20:02,043 INFO [M:0;01bccfa882c7:34287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:02,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:02,145 INFO [M:0;01bccfa882c7:34287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:02,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34287-0x101806b8ec00003, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:02,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24d7c89d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:02,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:02,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:02,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:02,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:02,150 WARN [BP-188132621-172.17.0.2-1733365183270 heartbeating to localhost/127.0.0.1:39797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:20:02,150 WARN [BP-188132621-172.17.0.2-1733365183270 heartbeating to localhost/127.0.0.1:39797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-188132621-172.17.0.2-1733365183270 (Datanode Uuid c0ab1ba2-75aa-48bb-bb56-d4f3f9076882) service to localhost/127.0.0.1:39797 2024-12-05T02:20:02,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:20:02,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:20:02,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/cluster_4182a020-1502-61d1-9e45-2dc4baee3ced/data/data1/current/BP-188132621-172.17.0.2-1733365183270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:02,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/cluster_4182a020-1502-61d1-9e45-2dc4baee3ced/data/data2/current/BP-188132621-172.17.0.2-1733365183270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:02,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:20:02,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c0462{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:02,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:02,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:02,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:02,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:02,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:20:02,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:20:02,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:02,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:02,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:02,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:02,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:02,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:20:02,172 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084717549, stopped=false 2024-12-05T02:20:02,172 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,41563,1733365180528 2024-12-05T02:20:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0529918399/running 2024-12-05T02:20:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0529918399/running 2024-12-05T02:20:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:20:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:20:02,174 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:02,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/running 2024-12-05T02:20:02,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Set watcher on znode that does not yet exist, /0529918399/running 2024-12-05T02:20:02,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:02,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:02,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:02,175 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,33379,1733365180594' ***** 2024-12-05T02:20:02,175 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:20:02,175 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:20:02,175 INFO [RS:0;01bccfa882c7:33379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:20:02,175 INFO [RS:0;01bccfa882c7:33379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:20:02,175 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 3feffbc71f582019cbf1e05c79ae1753 2024-12-05T02:20:02,175 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,33379,1733365180594 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33379. 2024-12-05T02:20:02,176 DEBUG [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:02,176 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3feffbc71f582019cbf1e05c79ae1753, disabling compactions & flushes 2024-12-05T02:20:02,176 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. after waiting 0 ms 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:20:02,176 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3feffbc71f582019cbf1e05c79ae1753 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-05T02:20:02,176 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:20:02,176 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1325): Online Regions={3feffbc71f582019cbf1e05c79ae1753=test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753., 873848f59de3cc364e4c2ee428d481aa=hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:20:02,176 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:02,176 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:02,176 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:02,177 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:02,177 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:02,177 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:20:02,178 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:02,192 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f/0c3783de630a4490981164afa3ea7e8b is 29, key is row1/f:/1733365198090/DeleteFamily/seqid=0 2024-12-05T02:20:02,192 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/info/3a106c90c4b845b480ca1fd2da687d9f is 147, key is hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa./info:regioninfo/1733365191916/Put/seqid=0 2024-12-05T02:20:02,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741840_1016 (size=7686) 2024-12-05T02:20:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741841_1017 (size=5118) 2024-12-05T02:20:02,221 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 914, reset compression=false 2024-12-05T02:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1161, reset compression=false 2024-12-05T02:20:02,226 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,33379,1733365180594 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:02,227 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,33379,1733365180594: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,33379,1733365180594, walGroup=01bccfa882c7%2C33379%2C1733365180594, offset=01bccfa882c7%2C33379%2C1733365180594.1733365182601:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:20:02,227 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:20:02,227 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:20:02,228 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:20:02,228 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:20:02,228 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:20:02,228 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 660232488 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191717400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:20:02,228 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:41563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:41563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:20:02,377 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:02,434 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1161, reset compression=false 2024-12-05T02:20:02,520 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:20:02,520 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:20:02,577 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:02,596 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/info/3a106c90c4b845b480ca1fd2da687d9f 2024-12-05T02:20:02,605 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f/0c3783de630a4490981164afa3ea7e8b 2024-12-05T02:20:02,608 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c3783de630a4490981164afa3ea7e8b 2024-12-05T02:20:02,618 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/ns/56946dc041c34c8a88b6108f523d4caa is 43, key is default/ns:d/1733365183198/Put/seqid=0 2024-12-05T02:20:02,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:20:02,629 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f1/46d8023e4b3042f7a8656323cb39e697 is 30, key is row1/f1:/1733365198090/DeleteFamily/seqid=0 2024-12-05T02:20:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741843_1019 (size=5123) 2024-12-05T02:20:02,738 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1161, reset compression=false 2024-12-05T02:20:02,777 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:02,977 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:03,025 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/ns/56946dc041c34c8a88b6108f523d4caa 2024-12-05T02:20:03,034 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f1/46d8023e4b3042f7a8656323cb39e697 2024-12-05T02:20:03,038 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46d8023e4b3042f7a8656323cb39e697 2024-12-05T02:20:03,045 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/rep_barrier/c3d7948c391346f1946829432ee6a15f is 112, key is test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753./rep_barrier:seqnumDuringOpen/1733365188189/Put/seqid=0 2024-12-05T02:20:03,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741844_1020 (size=5518) 2024-12-05T02:20:03,056 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/norep/624db48820514bfeafa9a4b4f6d37130 is 32, key is row/norep:/1733365197080/DeleteFamily/seqid=0 2024-12-05T02:20:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741845_1021 (size=5101) 2024-12-05T02:20:03,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1161, reset compression=false 2024-12-05T02:20:03,177 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:03,378 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3feffbc71f582019cbf1e05c79ae1753, 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:03,450 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/rep_barrier/c3d7948c391346f1946829432ee6a15f 2024-12-05T02:20:03,461 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/norep/624db48820514bfeafa9a4b4f6d37130 2024-12-05T02:20:03,465 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 624db48820514bfeafa9a4b4f6d37130 2024-12-05T02:20:03,466 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f/0c3783de630a4490981164afa3ea7e8b as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/f/0c3783de630a4490981164afa3ea7e8b 2024-12-05T02:20:03,469 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c3783de630a4490981164afa3ea7e8b 2024-12-05T02:20:03,469 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/f/0c3783de630a4490981164afa3ea7e8b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T02:20:03,470 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/table/cdb738a2f62a43ee89daad1e7429395d is 53, key is hbase:replication/table:state/1733365191923/Put/seqid=0 2024-12-05T02:20:03,470 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/f1/46d8023e4b3042f7a8656323cb39e697 as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/f1/46d8023e4b3042f7a8656323cb39e697 2024-12-05T02:20:03,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:20:03,474 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/table/cdb738a2f62a43ee89daad1e7429395d 2024-12-05T02:20:03,474 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46d8023e4b3042f7a8656323cb39e697 2024-12-05T02:20:03,474 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/f1/46d8023e4b3042f7a8656323cb39e697, entries=2, sequenceid=8, filesize=5.0 K 2024-12-05T02:20:03,475 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/.tmp/norep/624db48820514bfeafa9a4b4f6d37130 as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/norep/624db48820514bfeafa9a4b4f6d37130 2024-12-05T02:20:03,478 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/info/3a106c90c4b845b480ca1fd2da687d9f as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/info/3a106c90c4b845b480ca1fd2da687d9f 2024-12-05T02:20:03,479 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 624db48820514bfeafa9a4b4f6d37130 2024-12-05T02:20:03,479 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/norep/624db48820514bfeafa9a4b4f6d37130, entries=1, sequenceid=8, filesize=5.0 K 2024-12-05T02:20:03,480 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3feffbc71f582019cbf1e05c79ae1753 in 1304ms, sequenceid=8, compaction requested=false 2024-12-05T02:20:03,481 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/info/3a106c90c4b845b480ca1fd2da687d9f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:20:03,482 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/ns/56946dc041c34c8a88b6108f523d4caa as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/ns/56946dc041c34c8a88b6108f523d4caa 2024-12-05T02:20:03,484 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/default/test/3feffbc71f582019cbf1e05c79ae1753/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:03,485 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3feffbc71f582019cbf1e05c79ae1753: Waiting for close lock at 1733365202176Running coprocessor pre-close hooks at 1733365202176Disabling compacts and flushes for region at 1733365202176Disabling writes for close at 1733365202176Obtaining lock to block concurrent updates at 1733365202176Preparing flush snapshotting stores in 3feffbc71f582019cbf1e05c79ae1753 at 1733365202176Finished memstore snapshotting test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733365202176Flushing stores of test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. at 1733365202177 (+1 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/f: creating writer at 1733365202177Flushing 3feffbc71f582019cbf1e05c79ae1753/f: appending metadata at 1733365202191 (+14 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/f: closing flushed file at 1733365202191Flushing 3feffbc71f582019cbf1e05c79ae1753/f1: creating writer at 1733365202608 (+417 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/f1: appending metadata at 1733365202629 (+21 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/f1: closing flushed file at 1733365202629Flushing 3feffbc71f582019cbf1e05c79ae1753/norep: creating writer at 1733365203038 (+409 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/norep: appending metadata at 1733365203056 (+18 ms)Flushing 3feffbc71f582019cbf1e05c79ae1753/norep: closing flushed file at 1733365203056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42e0c395: reopening flushed file at 1733365203465 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5669ca: reopening flushed file at 1733365203470 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef783b5: reopening flushed file at 1733365203474 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3feffbc71f582019cbf1e05c79ae1753 in 1304ms, sequenceid=8, compaction requested=false at 1733365203480 (+6 ms)Writing region close event to WAL at 1733365203481 (+1 ms)Running coprocessor post-close hooks at 1733365203485 (+4 ms)Closed at 1733365203485 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365187437.3feffbc71f582019cbf1e05c79ae1753. 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 873848f59de3cc364e4c2ee428d481aa, disabling compactions & flushes 2024-12-05T02:20:03,485 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. after waiting 0 ms 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,485 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 873848f59de3cc364e4c2ee428d481aa: Waiting for close lock at 1733365203485Running coprocessor pre-close hooks at 1733365203485Disabling compacts and flushes for region at 1733365203485Disabling writes for close at 1733365203485Failed flush hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., putting online again at 1733365203485 2024-12-05T02:20:03,486 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,486 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/ns/56946dc041c34c8a88b6108f523d4caa, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:20:03,487 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/rep_barrier/c3d7948c391346f1946829432ee6a15f as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/rep_barrier/c3d7948c391346f1946829432ee6a15f 2024-12-05T02:20:03,490 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/rep_barrier/c3d7948c391346f1946829432ee6a15f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:20:03,490 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/.tmp/table/cdb738a2f62a43ee89daad1e7429395d as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/table/cdb738a2f62a43ee89daad1e7429395d 2024-12-05T02:20:03,494 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/table/cdb738a2f62a43ee89daad1e7429395d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:20:03,494 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-12-05T02:20:03,498 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:20:03,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:03,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:03,499 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:03,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365202176Running coprocessor pre-close hooks at 1733365202176Disabling compacts and flushes for region at 1733365202176Disabling writes for close at 1733365202177 (+1 ms)Obtaining lock to block concurrent updates at 1733365202177Preparing flush snapshotting stores in 1588230740 at 1733365202177Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365202177Flushing stores of hbase:meta,,1.1588230740 at 1733365202177Flushing 1588230740/info: creating writer at 1733365202177Flushing 1588230740/info: appending metadata at 1733365202191 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733365202191Flushing 1588230740/ns: creating writer at 1733365202601 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733365202617 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733365202617Flushing 1588230740/rep_barrier: creating writer at 1733365203030 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365203045 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365203045Flushing 1588230740/table: creating writer at 1733365203455 (+410 ms)Flushing 1588230740/table: appending metadata at 1733365203470 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733365203470Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660b1550: reopening flushed file at 1733365203477 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4806fa2c: reopening flushed file at 1733365203482 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6e64a8: reopening flushed file at 1733365203486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37173c02: reopening flushed file at 1733365203490 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1733365203494 (+4 ms)Writing region close event to WAL at 1733365203496 (+2 ms)Running coprocessor post-close hooks at 1733365203498 (+2 ms)Closed at 1733365203499 (+1 ms) 2024-12-05T02:20:03,499 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:03,578 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:20:03,578 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1325): Online Regions={873848f59de3cc364e4c2ee428d481aa=hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa.} 2024-12-05T02:20:03,578 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(3091): Received CLOSE for 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:03,578 DEBUG [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1351): Waiting on 873848f59de3cc364e4c2ee428d481aa 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 873848f59de3cc364e4c2ee428d481aa, disabling compactions & flushes 2024-12-05T02:20:03,578 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. after waiting 0 ms 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 873848f59de3cc364e4c2ee428d481aa: Waiting for close lock at 1733365203578Running coprocessor pre-close hooks at 1733365203578Disabling compacts and flushes for region at 1733365203578Disabling writes for close at 1733365203578Failed flush hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa., putting online again at 1733365203578 2024-12-05T02:20:03,578 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365190752.873848f59de3cc364e4c2ee428d481aa. 2024-12-05T02:20:03,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:03,582 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:03,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:03,647 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1161, reset compression=false 2024-12-05T02:20:03,652 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:03,652 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1805, reset compression=false 2024-12-05T02:20:03,778 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T02:20:03,778 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,33379,1733365180594; all regions closed. 2024-12-05T02:20:03,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:20:03,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.meta.1733365183133.meta not finished, retry = 0 2024-12-05T02:20:03,856 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.1733365182601 to pos 1805, reset compression=false 2024-12-05T02:20:03,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/WALs/01bccfa882c7,33379,1733365180594/01bccfa882c7%2C33379%2C1733365180594.rep.1733365191886 not finished, retry = 0 2024-12-05T02:20:03,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741839_1015 (size=1733) 2024-12-05T02:20:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741832_1008 (size=1813) 2024-12-05T02:20:03,987 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:03,987 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:03,987 INFO [RS:0;01bccfa882c7:33379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:03,987 INFO [RS:0;01bccfa882c7:33379 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:03,988 INFO [RS:0;01bccfa882c7:33379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:03,988 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:03,988 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,33379,1733365180594 because: Region server is closing 2024-12-05T02:20:03,988 INFO [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33379. 2024-12-05T02:20:03,988 DEBUG [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:03,988 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:03,988 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:03,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:04,089 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.shipper01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 terminated 2024-12-05T02:20:04,089 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,33379,1733365180594.replicationSource.wal-reader.01bccfa882c7%2C33379%2C1733365180594,1-01bccfa882c7,33379,1733365180594 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:20:04,089 INFO [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:33379. 2024-12-05T02:20:04,089 DEBUG [RS:0;01bccfa882c7:33379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:04,089 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:04,089 DEBUG [RS:0;01bccfa882c7:33379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:04,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:04,089 INFO [RS:0;01bccfa882c7:33379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33379 2024-12-05T02:20:04,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0529918399/rs/01bccfa882c7,33379,1733365180594 2024-12-05T02:20:04,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399/rs 2024-12-05T02:20:04,093 INFO [RS:0;01bccfa882c7:33379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:04,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,33379,1733365180594] 2024-12-05T02:20:04,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0529918399/draining/01bccfa882c7,33379,1733365180594 already deleted, retry=false 2024-12-05T02:20:04,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,33379,1733365180594 expired; onlineServers=0 2024-12-05T02:20:04,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,41563,1733365180528' ***** 2024-12-05T02:20:04,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:04,096 DEBUG [M:0;01bccfa882c7:41563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:20:04,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:20:04,096 DEBUG [M:0;01bccfa882c7:41563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:20:04,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365182396 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365182396,5,FailOnTimeoutGroup] 2024-12-05T02:20:04,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365182396 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365182396,5,FailOnTimeoutGroup] 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:04,096 DEBUG [M:0;01bccfa882c7:41563 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:04,096 INFO [M:0;01bccfa882c7:41563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:20:04,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:20:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0529918399/master 2024-12-05T02:20:04,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0529918399 2024-12-05T02:20:04,098 DEBUG [M:0;01bccfa882c7:41563 {}] zookeeper.ZKUtil(347): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Unable to get data of znode /0529918399/master because node does not exist (not an error) 2024-12-05T02:20:04,098 WARN [M:0;01bccfa882c7:41563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:20:04,099 INFO [M:0;01bccfa882c7:41563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/.lastflushedseqids 2024-12-05T02:20:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741847_1023 (size=245) 2024-12-05T02:20:04,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:04,194 INFO [RS:0;01bccfa882c7:33379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:04,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33379-0x101806b8ec00001, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:04,194 INFO [RS:0;01bccfa882c7:33379 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,33379,1733365180594; zookeeper connection closed. 2024-12-05T02:20:04,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a346643 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a346643 2024-12-05T02:20:04,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:20:04,504 INFO [M:0;01bccfa882c7:41563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:20:04,504 INFO [M:0;01bccfa882c7:41563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:20:04,504 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:04,504 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:04,504 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:04,504 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:04,504 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:04,504 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T02:20:04,520 DEBUG [M:0;01bccfa882c7:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e61dc1778a34181bca2e4f265fcf951 is 82, key is hbase:meta,,1/info:regioninfo/1733365183174/Put/seqid=0 2024-12-05T02:20:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741848_1024 (size=5672) 2024-12-05T02:20:04,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:04,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:04,924 INFO [M:0;01bccfa882c7:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e61dc1778a34181bca2e4f265fcf951 2024-12-05T02:20:04,946 DEBUG [M:0;01bccfa882c7:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5046c6016b4c5e902cd10bbd21ded1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365191926/Put/seqid=0 2024-12-05T02:20:04,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741849_1025 (size=8516) 2024-12-05T02:20:05,351 INFO [M:0;01bccfa882c7:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5046c6016b4c5e902cd10bbd21ded1 2024-12-05T02:20:05,369 DEBUG [M:0;01bccfa882c7:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb92b58abb324d2ba0534aebe33eefe6 is 69, key is 01bccfa882c7,33379,1733365180594/rs:state/1733365182455/Put/seqid=0 2024-12-05T02:20:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741850_1026 (size=5156) 2024-12-05T02:20:05,773 INFO [M:0;01bccfa882c7:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb92b58abb324d2ba0534aebe33eefe6 2024-12-05T02:20:05,778 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e61dc1778a34181bca2e4f265fcf951 as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e61dc1778a34181bca2e4f265fcf951 2024-12-05T02:20:05,782 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e61dc1778a34181bca2e4f265fcf951, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:20:05,782 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b5046c6016b4c5e902cd10bbd21ded1 as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5046c6016b4c5e902cd10bbd21ded1 2024-12-05T02:20:05,786 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b5046c6016b4c5e902cd10bbd21ded1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:20:05,787 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb92b58abb324d2ba0534aebe33eefe6 as hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb92b58abb324d2ba0534aebe33eefe6 2024-12-05T02:20:05,790 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33459/user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb92b58abb324d2ba0534aebe33eefe6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:20:05,791 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-12-05T02:20:05,792 INFO [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:05,792 DEBUG [M:0;01bccfa882c7:41563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365204504Disabling compacts and flushes for region at 1733365204504Disabling writes for close at 1733365204504Obtaining lock to block concurrent updates at 1733365204504Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365204504Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733365204505 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365204505Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365204505Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365204519 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365204519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365204928 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365204946 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365204946Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365205355 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365205369 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365205369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1c892: reopening flushed file at 1733365205777 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fac490: reopening flushed file at 1733365205782 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e69389: reopening flushed file at 1733365205786 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1733365205791 (+5 ms)Writing region close event to WAL at 1733365205792 (+1 ms)Closed at 1733365205792 2024-12-05T02:20:05,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/68e1c999-73da-3e27-a3df-9552bb6e3101/MasterData/WALs/01bccfa882c7,41563,1733365180528/01bccfa882c7%2C41563%2C1733365180528.1733365182304 not finished, retry = 0 2024-12-05T02:20:05,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41203 is added to blk_1073741830_1006 (size=63654) 2024-12-05T02:20:05,895 INFO [M:0;01bccfa882c7:41563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:20:05,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:05,895 INFO [M:0;01bccfa882c7:41563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41563 2024-12-05T02:20:05,896 INFO [M:0;01bccfa882c7:41563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:06,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:06,000 INFO [M:0;01bccfa882c7:41563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:06,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x101806b8ec00000, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:06,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@583d26ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:06,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67bebb46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:06,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:06,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b09d5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:06,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:06,004 WARN [BP-109734174-172.17.0.2-1733365179474 heartbeating to localhost/127.0.0.1:33459 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:20:06,005 WARN [BP-109734174-172.17.0.2-1733365179474 heartbeating to localhost/127.0.0.1:33459 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-109734174-172.17.0.2-1733365179474 (Datanode Uuid 97ba9c7c-6dc3-461d-b667-c165689c8ab0) service to localhost/127.0.0.1:33459 2024-12-05T02:20:06,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:20:06,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:20:06,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/data/data1/current/BP-109734174-172.17.0.2-1733365179474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:06,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/cluster_b5b0b8e7-a445-221f-19cd-ffa0b5aaace6/data/data2/current/BP-109734174-172.17.0.2-1733365179474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:06,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:20:06,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@568853b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:06,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37119634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:06,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:06,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfff8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:06,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c6fe153-25b6-e5de-eca0-638323c558a3/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:06,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:20:06,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:20:06,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 243) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33459 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33459 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39797 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33459 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33459 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62767) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=654 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=306 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=7545 (was 7034) - AvailableMemoryMB LEAK? - 2024-12-05T02:20:06,047 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=306, ProcessCount=11, AvailableMemoryMB=7545 2024-12-05T02:20:06,060 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-05T02:20:06,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir so I do NOT create it in target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98 2024-12-05T02:20:06,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:06,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.tmp.dir so I do NOT create it in target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98 2024-12-05T02:20:06,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f86e0595-4c8d-949e-20cf-b2fd3a91ee7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:06,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98 2024-12-05T02:20:06,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e, deleteOnExit=true 2024-12-05T02:20:06,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/zookeeper_0, clientPort=57772, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:20:06,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57772 2024-12-05T02:20:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/test.cache.data in system properties and HBase conf 2024-12-05T02:20:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:06,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:06,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:06,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:06,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:06,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:06,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:06,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806b8ec00002, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:20:06,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806b8ec00005, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:20:06,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806b8ec00005, quorum=127.0.0.1:62767, baseZNode=/1-847725784 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:20:06,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806b8ec00002, quorum=127.0.0.1:62767, baseZNode=/0529918399 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:20:06,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:06,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:06,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:06,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:06,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:06,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:06,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:06,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:06,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d4b63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/java.io.tmpdir/jetty-localhost-33041-hadoop-hdfs-3_4_1-tests_jar-_-any-15912492005410376802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:06,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:33041} 2024-12-05T02:20:06,273 INFO [Time-limited test {}] server.Server(415): Started @209183ms 2024-12-05T02:20:06,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:06,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:06,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:06,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:06,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:06,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:06,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:06,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d31998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/java.io.tmpdir/jetty-localhost-34051-hadoop-hdfs-3_4_1-tests_jar-_-any-13943039344126403401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:06,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:34051} 2024-12-05T02:20:06,475 INFO [Time-limited test {}] server.Server(415): Started @209385ms 2024-12-05T02:20:06,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:06,582 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/data/data1/current/BP-1945013689-172.17.0.2-1733365206087/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:06,583 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/data/data2/current/BP-1945013689-172.17.0.2-1733365206087/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:06,616 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763fce234be39f4e with lease ID 0x3e0100e34cfe2ab0: Processing first storage report for DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32 from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=338e4565-a6a3-4787-9f51-ca30361de666, infoPort=41905, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2059261783;c=1733365206087) 2024-12-05T02:20:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763fce234be39f4e with lease ID 0x3e0100e34cfe2ab0: from storage DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32 node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=338e4565-a6a3-4787-9f51-ca30361de666, infoPort=41905, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2059261783;c=1733365206087), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x763fce234be39f4e with lease ID 0x3e0100e34cfe2ab0: Processing first storage report for DS-16a3fd02-ab03-4d91-b335-b8efaf9bc150 from datanode DatanodeRegistration(127.0.0.1:36573, datanodeUuid=338e4565-a6a3-4787-9f51-ca30361de666, infoPort=41905, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2059261783;c=1733365206087) 2024-12-05T02:20:06,619 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x763fce234be39f4e with lease ID 0x3e0100e34cfe2ab0: from storage DS-16a3fd02-ab03-4d91-b335-b8efaf9bc150 node DatanodeRegistration(127.0.0.1:36573, datanodeUuid=338e4565-a6a3-4787-9f51-ca30361de666, infoPort=41905, infoSecurePort=0, ipcPort=45263, storageInfo=lv=-57;cid=testClusterID;nsid=2059261783;c=1733365206087), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:06,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98 2024-12-05T02:20:06,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:06,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264 with version=8 2024-12-05T02:20:06,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/hbase-staging 2024-12-05T02:20:06,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:06,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:06,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39669 2024-12-05T02:20:06,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39669 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:06,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396690x0, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:06,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39669-0x101806bf6be0000 connected 2024-12-05T02:20:06,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/running 2024-12-05T02:20:06,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264, hbase.cluster.distributed=false 2024-12-05T02:20:06,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/acl 2024-12-05T02:20:06,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39669 2024-12-05T02:20:06,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39669 2024-12-05T02:20:06,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39669 2024-12-05T02:20:06,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39669 2024-12-05T02:20:06,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39669 2024-12-05T02:20:06,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:06,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:06,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45107 2024-12-05T02:20:06,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45107 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:06,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:06,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451070x0, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:06,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451070x0, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/running 2024-12-05T02:20:06,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45107-0x101806bf6be0001 connected 2024-12-05T02:20:06,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:06,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:06,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/master 2024-12-05T02:20:06,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/acl 2024-12-05T02:20:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45107 2024-12-05T02:20:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45107 2024-12-05T02:20:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45107 2024-12-05T02:20:06,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45107 2024-12-05T02:20:06,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45107 2024-12-05T02:20:06,804 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:39669 2024-12-05T02:20:06,804 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0646139631/backup-masters/01bccfa882c7,39669,1733365206716 2024-12-05T02:20:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/backup-masters 2024-12-05T02:20:06,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/backup-masters 2024-12-05T02:20:06,806 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on existing znode=/0646139631/backup-masters/01bccfa882c7,39669,1733365206716 2024-12-05T02:20:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0646139631/master 2024-12-05T02:20:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:06,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:06,809 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on existing znode=/0646139631/master 2024-12-05T02:20:06,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0646139631/backup-masters/01bccfa882c7,39669,1733365206716 from backup master directory 2024-12-05T02:20:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0646139631/backup-masters/01bccfa882c7,39669,1733365206716 2024-12-05T02:20:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/backup-masters 2024-12-05T02:20:06,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/backup-masters 2024-12-05T02:20:06,811 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:06,811 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,39669,1733365206716 2024-12-05T02:20:06,815 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/hbase.id] with ID: 96b0e25f-8eb7-4045-8340-cef962e4e22d 2024-12-05T02:20:06,815 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/.tmp/hbase.id 2024-12-05T02:20:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:07,225 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/.tmp/hbase.id]:[hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/hbase.id] 2024-12-05T02:20:07,234 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:07,234 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:07,235 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:20:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:07,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:07,642 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:07,643 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:07,643 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:07,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:08,051 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store 2024-12-05T02:20:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:08,060 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:08,060 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:08,060 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:08,060 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:08,060 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:08,061 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:08,061 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:08,061 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365208060Disabling compacts and flushes for region at 1733365208060Disabling writes for close at 1733365208060Writing region close event to WAL at 1733365208061 (+1 ms)Closed at 1733365208061 2024-12-05T02:20:08,061 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/.initializing 2024-12-05T02:20:08,062 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/WALs/01bccfa882c7,39669,1733365206716 2024-12-05T02:20:08,063 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:08,064 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C39669%2C1733365206716, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/WALs/01bccfa882c7,39669,1733365206716, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:08,086 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/WALs/01bccfa882c7,39669,1733365206716/01bccfa882c7%2C39669%2C1733365206716.1733365208065, exclude list is [], retry=0 2024-12-05T02:20:08,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32,DISK] 2024-12-05T02:20:08,092 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/WALs/01bccfa882c7,39669,1733365206716/01bccfa882c7%2C39669%2C1733365206716.1733365208065 2024-12-05T02:20:08,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905)] 2024-12-05T02:20:08,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:08,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:08,096 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,097 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:08,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:08,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:08,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:08,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:08,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:08,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:08,104 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,105 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,105 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,106 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,106 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,106 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:08,108 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:08,115 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:08,116 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538958, jitterRate=0.06601354479789734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:08,117 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365208097Initializing all the Stores at 1733365208097Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208097Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365208098 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365208098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365208098Cleaning up temporary data from old regions at 1733365208106 (+8 ms)Region opened successfully at 1733365208117 (+11 ms) 2024-12-05T02:20:08,117 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:08,120 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483fe14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:08,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:08,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:08,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:08,121 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:08,122 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:08,122 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:08,122 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:08,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:08,136 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:08,137 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/balancer already deleted, retry=false 2024-12-05T02:20:08,138 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:08,138 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:08,139 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/normalizer already deleted, retry=false 2024-12-05T02:20:08,140 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:08,141 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:08,142 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/switch/split already deleted, retry=false 2024-12-05T02:20:08,143 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:08,145 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/switch/merge already deleted, retry=false 2024-12-05T02:20:08,147 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:08,148 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0646139631/running 2024-12-05T02:20:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0646139631/running 2024-12-05T02:20:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,150 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,39669,1733365206716, sessionid=0x101806bf6be0000, setting cluster-up flag (Was=false) 2024-12-05T02:20:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,164 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0646139631/flush-table-proc/acquired, /0646139631/flush-table-proc/reached, /0646139631/flush-table-proc/abort 2024-12-05T02:20:08,165 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,39669,1733365206716 2024-12-05T02:20:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,177 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0646139631/online-snapshot/acquired, /0646139631/online-snapshot/reached, /0646139631/online-snapshot/abort 2024-12-05T02:20:08,178 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,39669,1733365206716 2024-12-05T02:20:08,179 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:08,181 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:08,182 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:08,182 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:08,182 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,39669,1733365206716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:08,183 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:08,183 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:08,183 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:08,183 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:08,184 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:08,184 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,184 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:08,184 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:08,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:08,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:08,202 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(746): ClusterId : 96b0e25f-8eb7-4045-8340-cef962e4e22d 2024-12-05T02:20:08,202 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:08,204 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:08,204 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:08,207 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:08,207 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3dd7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:08,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365238208 2024-12-05T02:20:08,208 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:08,209 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:08,209 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:08,209 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:08,209 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:08,209 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:08,229 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:45107 2024-12-05T02:20:08,229 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:08,229 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:08,229 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:08,230 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,39669,1733365206716 with port=45107, startcode=1733365206775 2024-12-05T02:20:08,231 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:08,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:08,237 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264 2024-12-05T02:20:08,240 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,252 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:08,254 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:20:08,257 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:20:08,257 WARN [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:20:08,260 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:08,261 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:08,261 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:08,261 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:08,272 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:08,272 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:08,292 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365208272,5,FailOnTimeoutGroup] 2024-12-05T02:20:08,300 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365208292,5,FailOnTimeoutGroup] 2024-12-05T02:20:08,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:08,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,300 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:20:08,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:08,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:08,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:08,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:08,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:08,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:08,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:08,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:08,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:08,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:08,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740 2024-12-05T02:20:08,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740 2024-12-05T02:20:08,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:08,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:08,325 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:08,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:08,328 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:08,329 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61574894, jitterRate=-0.08246257901191711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:08,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365208315Initializing all the Stores at 1733365208316 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208316Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365208316Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208316Cleaning up temporary data from old regions at 1733365208325 (+9 ms)Region opened successfully at 1733365208329 (+4 ms) 2024-12-05T02:20:08,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:08,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:08,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:08,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:08,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:08,333 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:08,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365208329Disabling compacts and flushes for region at 1733365208329Disabling writes for close at 1733365208330 (+1 ms)Writing region close event to WAL at 1733365208332 (+2 ms)Closed at 1733365208332 2024-12-05T02:20:08,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:08,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:08,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:08,336 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:08,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:08,358 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,39669,1733365206716 with port=45107, startcode=1733365206775 2024-12-05T02:20:08,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,358 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39669 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,360 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264 2024-12-05T02:20:08,360 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35451 2024-12-05T02:20:08,360 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:08,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/rs 2024-12-05T02:20:08,363 DEBUG [RS:0;01bccfa882c7:45107 {}] zookeeper.ZKUtil(111): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on existing znode=/0646139631/rs/01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,363 WARN [RS:0;01bccfa882c7:45107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:08,363 INFO [RS:0;01bccfa882c7:45107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:08,363 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,364 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,45107,1733365206775] 2024-12-05T02:20:08,366 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:08,368 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:08,368 INFO [RS:0;01bccfa882c7:45107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:08,368 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,384 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:08,385 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:08,385 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:08,385 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:08,386 DEBUG [RS:0;01bccfa882c7:45107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,388 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45107,1733365206775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:08,409 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:08,409 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45107,1733365206775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,409 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,409 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.Replication(171): 01bccfa882c7,45107,1733365206775 started 2024-12-05T02:20:08,431 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,431 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,45107,1733365206775, RpcServer on 01bccfa882c7/172.17.0.2:45107, sessionid=0x101806bf6be0001 2024-12-05T02:20:08,431 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:08,431 DEBUG [RS:0;01bccfa882c7:45107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,431 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45107,1733365206775' 2024-12-05T02:20:08,431 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0646139631/flush-table-proc/abort' 2024-12-05T02:20:08,432 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0646139631/flush-table-proc/acquired' 2024-12-05T02:20:08,432 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45107,1733365206775' 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0646139631/online-snapshot/abort' 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0646139631/online-snapshot/acquired' 2024-12-05T02:20:08,433 DEBUG [RS:0;01bccfa882c7:45107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:08,433 INFO [RS:0;01bccfa882c7:45107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:08,433 INFO [RS:0;01bccfa882c7:45107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:08,487 WARN [01bccfa882c7:39669 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:20:08,534 INFO [RS:0;01bccfa882c7:45107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:08,536 INFO [RS:0;01bccfa882c7:45107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45107%2C1733365206775, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/oldWALs, maxLogs=10 2024-12-05T02:20:08,558 DEBUG [RS:0;01bccfa882c7:45107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, exclude list is [], retry=0 2024-12-05T02:20:08,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32,DISK] 2024-12-05T02:20:08,565 INFO [RS:0;01bccfa882c7:45107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 2024-12-05T02:20:08,566 DEBUG [RS:0;01bccfa882c7:45107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905)] 2024-12-05T02:20:08,738 DEBUG [01bccfa882c7:39669 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:08,738 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45107,1733365206775, state=OPENING 2024-12-05T02:20:08,747 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:08,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:08,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0646139631/meta-region-server: CHANGED 2024-12-05T02:20:08,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0646139631/meta-region-server: CHANGED 2024-12-05T02:20:08,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:08,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45107,1733365206775}] 2024-12-05T02:20:08,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:08,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:08,914 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:08,914 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:08,914 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:08,920 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45107%2C1733365206775.meta, suffix=.meta, logDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/oldWALs, maxLogs=10 2024-12-05T02:20:08,942 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.meta.1733365208920.meta, exclude list is [], retry=0 2024-12-05T02:20:08,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32,DISK] 2024-12-05T02:20:08,951 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.meta.1733365208920.meta 2024-12-05T02:20:08,951 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905)] 2024-12-05T02:20:08,952 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:08,952 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:08,952 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:08,952 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:08,952 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:08,953 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:08,953 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:08,953 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:08,953 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:08,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:08,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:08,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:08,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:08,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:08,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:08,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:08,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:08,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:08,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:08,960 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:08,961 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740 2024-12-05T02:20:08,962 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740 2024-12-05T02:20:08,963 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:08,963 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:08,963 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:08,965 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:08,965 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65325325, jitterRate=-0.026576802134513855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:08,965 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:08,966 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365208953Writing region info on filesystem at 1733365208953Initializing all the Stores at 1733365208955 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208955Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208955Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365208955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365208955Cleaning up temporary data from old regions at 1733365208963 (+8 ms)Running coprocessor post-open hooks at 1733365208965 (+2 ms)Region opened successfully at 1733365208966 (+1 ms) 2024-12-05T02:20:08,967 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365208908 2024-12-05T02:20:08,970 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:08,970 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:08,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45107,1733365206775, state=OPEN 2024-12-05T02:20:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0646139631/meta-region-server 2024-12-05T02:20:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0646139631/meta-region-server 2024-12-05T02:20:08,977 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0646139631/meta-region-server: CHANGED 2024-12-05T02:20:08,977 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:08,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0646139631/meta-region-server: CHANGED 2024-12-05T02:20:08,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:08,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45107,1733365206775 in 226 msec 2024-12-05T02:20:08,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:08,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-12-05T02:20:08,983 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:08,983 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:08,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:08,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45107,1733365206775, seqNum=-1] 2024-12-05T02:20:08,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:08,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:08,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-12-05T02:20:08,991 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365208991, completionTime=-1 2024-12-05T02:20:08,991 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:08,991 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365268994 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365328994 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:39669, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,994 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:08,997 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:09,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.198sec 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:09,009 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:09,014 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:09,014 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:09,014 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39669,1733365206716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:09,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:09,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:09,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:09,108 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:09,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25c8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:09,110 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:09,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:09,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45107,1733365206775, seqNum=-1] 2024-12-05T02:20:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:09,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:09,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,39669,1733365206716 2024-12-05T02:20:09,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:09,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:09,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806bf6be0002 connected 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir so I do NOT create it in target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92 2024-12-05T02:20:09,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.tmp.dir so I do NOT create it in target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92 2024-12-05T02:20:09,128 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:09,128 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/cluster_9edb6aaa-2676-86b8-2deb-f50d939395dc, deleteOnExit=true 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/test.cache.data in system properties and HBase conf 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:09,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:09,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:09,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:09,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:09,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:09,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:09,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:09,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:09,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:09,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:09,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:09,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/java.io.tmpdir/jetty-localhost-38865-hadoop-hdfs-3_4_1-tests_jar-_-any-16957653334748348067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:09,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:38865} 2024-12-05T02:20:09,414 INFO [Time-limited test {}] server.Server(415): Started @212324ms 2024-12-05T02:20:09,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:09,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:09,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:09,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:09,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:20:09,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:09,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:09,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a00b9a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/java.io.tmpdir/jetty-localhost-36851-hadoop-hdfs-3_4_1-tests_jar-_-any-11200536539864505451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:09,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:36851} 2024-12-05T02:20:09,682 INFO [Time-limited test {}] server.Server(415): Started @212592ms 2024-12-05T02:20:09,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:09,821 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/cluster_9edb6aaa-2676-86b8-2deb-f50d939395dc/data/data1/current/BP-834186839-172.17.0.2-1733365209150/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:09,821 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/cluster_9edb6aaa-2676-86b8-2deb-f50d939395dc/data/data2/current/BP-834186839-172.17.0.2-1733365209150/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:09,855 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb136d548fe0293c3 with lease ID 0x27de3fcc0a6df94f: Processing first storage report for DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503 from datanode DatanodeRegistration(127.0.0.1:42537, datanodeUuid=6ba0a7c1-ae6a-41da-a85c-da830763f497, infoPort=38675, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=946820416;c=1733365209150) 2024-12-05T02:20:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb136d548fe0293c3 with lease ID 0x27de3fcc0a6df94f: from storage DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503 node DatanodeRegistration(127.0.0.1:42537, datanodeUuid=6ba0a7c1-ae6a-41da-a85c-da830763f497, infoPort=38675, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=946820416;c=1733365209150), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb136d548fe0293c3 with lease ID 0x27de3fcc0a6df94f: Processing first storage report for DS-25b8716f-8453-4e85-a290-e4dc568f3dbd from datanode DatanodeRegistration(127.0.0.1:42537, datanodeUuid=6ba0a7c1-ae6a-41da-a85c-da830763f497, infoPort=38675, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=946820416;c=1733365209150) 2024-12-05T02:20:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb136d548fe0293c3 with lease ID 0x27de3fcc0a6df94f: from storage DS-25b8716f-8453-4e85-a290-e4dc568f3dbd node DatanodeRegistration(127.0.0.1:42537, datanodeUuid=6ba0a7c1-ae6a-41da-a85c-da830763f497, infoPort=38675, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=946820416;c=1733365209150), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:09,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92 2024-12-05T02:20:09,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:09,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:09,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c with version=8 2024-12-05T02:20:09,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/hbase-staging 2024-12-05T02:20:09,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:09,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:09,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44091 2024-12-05T02:20:09,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44091 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:09,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440910x0, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:09,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44091-0x101806bf6be0003 connected 2024-12-05T02:20:09,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:09,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:09,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/running 2024-12-05T02:20:09,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c, hbase.cluster.distributed=false 2024-12-05T02:20:09,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/acl 2024-12-05T02:20:09,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44091 2024-12-05T02:20:09,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44091 2024-12-05T02:20:09,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44091 2024-12-05T02:20:09,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44091 2024-12-05T02:20:09,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44091 2024-12-05T02:20:09,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:09,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:09,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:09,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45517 2024-12-05T02:20:09,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45517 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:09,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:10,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455170x0, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:10,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455170x0, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/running 2024-12-05T02:20:10,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:10,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45517-0x101806bf6be0004 connected 2024-12-05T02:20:10,036 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:10,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/master 2024-12-05T02:20:10,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/acl 2024-12-05T02:20:10,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45517 2024-12-05T02:20:10,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45517 2024-12-05T02:20:10,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45517 2024-12-05T02:20:10,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45517 2024-12-05T02:20:10,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45517 2024-12-05T02:20:10,062 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:44091 2024-12-05T02:20:10,063 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1506718119/backup-masters/01bccfa882c7,44091,1733365209942 2024-12-05T02:20:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/backup-masters 2024-12-05T02:20:10,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/backup-masters 2024-12-05T02:20:10,065 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on existing znode=/1-1506718119/backup-masters/01bccfa882c7,44091,1733365209942 2024-12-05T02:20:10,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1506718119/master 2024-12-05T02:20:10,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:10,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:10,067 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on existing znode=/1-1506718119/master 2024-12-05T02:20:10,068 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1506718119/backup-masters/01bccfa882c7,44091,1733365209942 from backup master directory 2024-12-05T02:20:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1506718119/backup-masters/01bccfa882c7,44091,1733365209942 2024-12-05T02:20:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/backup-masters 2024-12-05T02:20:10,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/backup-masters 2024-12-05T02:20:10,072 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:10,072 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,44091,1733365209942 2024-12-05T02:20:10,075 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/hbase.id] with ID: 9403230c-6820-4d8c-b54e-866677e8dd33 2024-12-05T02:20:10,075 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/.tmp/hbase.id 2024-12-05T02:20:10,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:10,486 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/.tmp/hbase.id]:[hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/hbase.id] 2024-12-05T02:20:10,495 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:10,496 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:10,497 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:20:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:10,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:10,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:10,913 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:10,914 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:10,916 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:10,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:11,329 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store 2024-12-05T02:20:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:11,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:11,343 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:11,343 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365211343Disabling compacts and flushes for region at 1733365211343Disabling writes for close at 1733365211343Writing region close event to WAL at 1733365211343Closed at 1733365211343 2024-12-05T02:20:11,344 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/.initializing 2024-12-05T02:20:11,345 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/WALs/01bccfa882c7,44091,1733365209942 2024-12-05T02:20:11,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:11,347 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C44091%2C1733365209942, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/WALs/01bccfa882c7,44091,1733365209942, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:11,370 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/WALs/01bccfa882c7,44091,1733365209942/01bccfa882c7%2C44091%2C1733365209942.1733365211348, exclude list is [], retry=0 2024-12-05T02:20:11,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42537,DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503,DISK] 2024-12-05T02:20:11,378 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/WALs/01bccfa882c7,44091,1733365209942/01bccfa882c7%2C44091%2C1733365209942.1733365211348 2024-12-05T02:20:11,378 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38675:38675)] 2024-12-05T02:20:11,378 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:11,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:11,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:11,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:11,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:11,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:11,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:11,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:11,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:11,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:11,387 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,388 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,388 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,390 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,390 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,391 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:11,392 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:11,397 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:11,397 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58814308, jitterRate=-0.12359851598739624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:11,397 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365211379Initializing all the Stores at 1733365211380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365211380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365211380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365211380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365211380Cleaning up temporary data from old regions at 1733365211390 (+10 ms)Region opened successfully at 1733365211397 (+7 ms) 2024-12-05T02:20:11,400 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:11,402 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223490c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:11,428 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:11,428 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:11,428 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:11,429 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:11,429 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:11,430 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:11,430 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:11,434 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:11,435 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:11,436 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/balancer already deleted, retry=false 2024-12-05T02:20:11,437 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:11,438 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:11,439 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/normalizer already deleted, retry=false 2024-12-05T02:20:11,439 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:11,441 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:11,443 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/switch/split already deleted, retry=false 2024-12-05T02:20:11,444 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:11,445 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/switch/merge already deleted, retry=false 2024-12-05T02:20:11,447 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:11,448 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1506718119/running 2024-12-05T02:20:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1506718119/running 2024-12-05T02:20:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,451 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,44091,1733365209942, sessionid=0x101806bf6be0003, setting cluster-up flag (Was=false) 2024-12-05T02:20:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,466 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1506718119/flush-table-proc/acquired, /1-1506718119/flush-table-proc/reached, /1-1506718119/flush-table-proc/abort 2024-12-05T02:20:11,467 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,44091,1733365209942 2024-12-05T02:20:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:11,483 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1506718119/online-snapshot/acquired, /1-1506718119/online-snapshot/reached, /1-1506718119/online-snapshot/abort 2024-12-05T02:20:11,484 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,44091,1733365209942 2024-12-05T02:20:11,486 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:11,489 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:11,489 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:11,490 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:11,490 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,44091,1733365209942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:11,491 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:11,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:11,507 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:11,509 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365241509 2024-12-05T02:20:11,510 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:11,510 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:11,510 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:11,510 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:11,511 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:11,511 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:11,516 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,520 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:11,521 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:11,521 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:11,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:11,521 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:11,521 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:11,522 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:11,522 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365211522,5,FailOnTimeoutGroup] 2024-12-05T02:20:11,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:11,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c 2024-12-05T02:20:11,528 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365211522,5,FailOnTimeoutGroup] 2024-12-05T02:20:11,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:11,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:20:11,551 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(746): ClusterId : 9403230c-6820-4d8c-b54e-866677e8dd33 2024-12-05T02:20:11,551 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:11,553 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:11,553 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:11,557 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:11,557 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b41f4d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:11,585 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:45517 2024-12-05T02:20:11,585 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:11,585 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:11,585 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:11,586 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,44091,1733365209942 with port=45517, startcode=1733365209994 2024-12-05T02:20:11,586 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:11,589 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:11,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44091 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,592 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c 2024-12-05T02:20:11,592 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35019 2024-12-05T02:20:11,592 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/rs 2024-12-05T02:20:11,600 DEBUG [RS:0;01bccfa882c7:45517 {}] zookeeper.ZKUtil(111): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on existing znode=/1-1506718119/rs/01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,600 WARN [RS:0;01bccfa882c7:45517 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:11,600 INFO [RS:0;01bccfa882c7:45517 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:11,600 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,45517,1733365209994] 2024-12-05T02:20:11,612 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:11,616 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:11,617 INFO [RS:0;01bccfa882c7:45517 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:11,617 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,618 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:11,619 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:11,619 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,619 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:11,620 DEBUG [RS:0;01bccfa882c7:45517 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,628 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45517,1733365209994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:11,659 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:11,659 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45517,1733365209994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,659 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,659 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.Replication(171): 01bccfa882c7,45517,1733365209994 started 2024-12-05T02:20:11,680 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:11,680 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,45517,1733365209994, RpcServer on 01bccfa882c7/172.17.0.2:45517, sessionid=0x101806bf6be0004 2024-12-05T02:20:11,680 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:11,680 DEBUG [RS:0;01bccfa882c7:45517 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,680 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45517,1733365209994' 2024-12-05T02:20:11,680 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1506718119/flush-table-proc/abort' 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1506718119/flush-table-proc/acquired' 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,45517,1733365209994 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45517,1733365209994' 2024-12-05T02:20:11,681 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1506718119/online-snapshot/abort' 2024-12-05T02:20:11,682 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1506718119/online-snapshot/acquired' 2024-12-05T02:20:11,683 DEBUG [RS:0;01bccfa882c7:45517 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:11,683 INFO [RS:0;01bccfa882c7:45517 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:11,683 INFO [RS:0;01bccfa882c7:45517 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:11,783 INFO [RS:0;01bccfa882c7:45517 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:11,785 INFO [RS:0;01bccfa882c7:45517 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45517%2C1733365209994, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/oldWALs, maxLogs=10 2024-12-05T02:20:11,807 DEBUG [RS:0;01bccfa882c7:45517 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, exclude list is [], retry=0 2024-12-05T02:20:11,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42537,DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503,DISK] 2024-12-05T02:20:11,819 INFO [RS:0;01bccfa882c7:45517 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 2024-12-05T02:20:11,819 DEBUG [RS:0;01bccfa882c7:45517 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38675:38675)] 2024-12-05T02:20:11,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:11,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:11,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:11,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:11,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:11,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:11,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:11,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:11,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:11,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:11,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:11,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:11,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:11,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:11,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:11,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740 2024-12-05T02:20:11,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740 2024-12-05T02:20:11,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:11,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:11,948 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:11,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:11,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:11,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69475008, jitterRate=0.03525829315185547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365211933Initializing all the Stores at 1733365211934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365211934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365211935 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365211935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365211935Cleaning up temporary data from old regions at 1733365211947 (+12 ms)Region opened successfully at 1733365211952 (+5 ms) 2024-12-05T02:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:11,952 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:11,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:11,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365211952Disabling compacts and flushes for region at 1733365211952Disabling writes for close at 1733365211952Writing region close event to WAL at 1733365211957 (+5 ms)Closed at 1733365211957 2024-12-05T02:20:11,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:11,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:11,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:11,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:11,961 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:12,111 DEBUG [01bccfa882c7:44091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:12,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:12,113 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45517,1733365209994, state=OPENING 2024-12-05T02:20:12,116 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:12,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1506718119/meta-region-server: CHANGED 2024-12-05T02:20:12,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1506718119/meta-region-server: CHANGED 2024-12-05T02:20:12,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:12,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45517,1733365209994}] 2024-12-05T02:20:12,286 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:12,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:12,301 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:12,301 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:12,301 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:12,303 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45517%2C1733365209994.meta, suffix=.meta, logDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/oldWALs, maxLogs=10 2024-12-05T02:20:12,319 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.meta.1733365212303.meta, exclude list is [], retry=0 2024-12-05T02:20:12,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42537,DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503,DISK] 2024-12-05T02:20:12,330 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.meta.1733365212303.meta 2024-12-05T02:20:12,332 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38675:38675)] 2024-12-05T02:20:12,333 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:12,333 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:12,333 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:12,333 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:12,333 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:12,334 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:12,334 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:12,334 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:12,334 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:12,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:12,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:12,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:12,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:12,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:12,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:12,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:12,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:12,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:12,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:12,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:12,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:12,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:12,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:12,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:12,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:12,342 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:12,342 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740 2024-12-05T02:20:12,343 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740 2024-12-05T02:20:12,346 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:12,346 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:12,346 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:12,347 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:12,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:20:12,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:12,352 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70487831, jitterRate=0.050350531935691833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:12,352 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:12,353 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365212334Writing region info on filesystem at 1733365212334Initializing all the Stores at 1733365212335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365212335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365212335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365212335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365212335Cleaning up temporary data from old regions at 1733365212346 (+11 ms)Running coprocessor post-open hooks at 1733365212352 (+6 ms)Region opened successfully at 1733365212352 2024-12-05T02:20:12,354 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365212285 2024-12-05T02:20:12,359 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:12,359 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:12,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:12,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45517,1733365209994, state=OPEN 2024-12-05T02:20:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1506718119/meta-region-server 2024-12-05T02:20:12,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1506718119/meta-region-server 2024-12-05T02:20:12,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1506718119/meta-region-server: CHANGED 2024-12-05T02:20:12,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1506718119/meta-region-server: CHANGED 2024-12-05T02:20:12,363 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:12,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:12,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45517,1733365209994 in 241 msec 2024-12-05T02:20:12,370 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:12,370 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:12,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:12,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-12-05T02:20:12,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:12,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45517,1733365209994, seqNum=-1] 2024-12-05T02:20:12,372 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:12,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:12,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-12-05T02:20:12,381 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365212380, completionTime=-1 2024-12-05T02:20:12,381 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:12,381 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365272383 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365332383 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:44091, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,383 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,386 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:12,396 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.331sec 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:12,403 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:12,404 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:12,404 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:12,409 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:12,409 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:12,409 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44091,1733365209942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:12,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:12,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:12,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:12,453 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef085ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:12,455 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:12,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:12,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45517,1733365209994, seqNum=-1] 2024-12-05T02:20:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:12,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:12,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,44091,1733365209942 2024-12-05T02:20:12,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:12,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:12,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806bf6be0005 connected 2024-12-05T02:20:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir so I do NOT create it in target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d 2024-12-05T02:20:12,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.tmp.dir so I do NOT create it in target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d 2024-12-05T02:20:12,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:12,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d 2024-12-05T02:20:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:12,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/cluster_cbef7f1c-c21a-83de-a4b6-a5ee7d9c643a, deleteOnExit=true 2024-12-05T02:20:12,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/test.cache.data in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:12,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:12,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:12,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:12,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:12,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:12,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:12,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:12,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:20:12,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:12,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:12,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:12,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe34b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/java.io.tmpdir/jetty-localhost-35859-hadoop-hdfs-3_4_1-tests_jar-_-any-4740347441532867974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:12,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:35859} 2024-12-05T02:20:12,737 INFO [Time-limited test {}] server.Server(415): Started @215647ms 2024-12-05T02:20:12,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:12,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:12,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:12,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:12,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:12,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:12,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:12,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11735bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/java.io.tmpdir/jetty-localhost-36951-hadoop-hdfs-3_4_1-tests_jar-_-any-9063265235381467157/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:12,997 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:36951} 2024-12-05T02:20:12,997 INFO [Time-limited test {}] server.Server(415): Started @215906ms 2024-12-05T02:20:12,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:13,105 WARN [Thread-2895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/cluster_cbef7f1c-c21a-83de-a4b6-a5ee7d9c643a/data/data1/current/BP-1831353444-172.17.0.2-1733365212491/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:13,105 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/cluster_cbef7f1c-c21a-83de-a4b6-a5ee7d9c643a/data/data2/current/BP-1831353444-172.17.0.2-1733365212491/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:13,135 WARN [Thread-2883 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb71a554329d1d457 with lease ID 0x211c107a4a9f4ad5: Processing first storage report for DS-aea11e07-2965-4b5a-b697-31e209aa4d65 from datanode DatanodeRegistration(127.0.0.1:39599, datanodeUuid=9b40052a-d20c-485c-884a-327690f88e0a, infoPort=35605, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=813202510;c=1733365212491) 2024-12-05T02:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb71a554329d1d457 with lease ID 0x211c107a4a9f4ad5: from storage DS-aea11e07-2965-4b5a-b697-31e209aa4d65 node DatanodeRegistration(127.0.0.1:39599, datanodeUuid=9b40052a-d20c-485c-884a-327690f88e0a, infoPort=35605, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=813202510;c=1733365212491), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb71a554329d1d457 with lease ID 0x211c107a4a9f4ad5: Processing first storage report for DS-498e25a5-bbb7-4277-90d4-50cc2cd69408 from datanode DatanodeRegistration(127.0.0.1:39599, datanodeUuid=9b40052a-d20c-485c-884a-327690f88e0a, infoPort=35605, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=813202510;c=1733365212491) 2024-12-05T02:20:13,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb71a554329d1d457 with lease ID 0x211c107a4a9f4ad5: from storage DS-498e25a5-bbb7-4277-90d4-50cc2cd69408 node DatanodeRegistration(127.0.0.1:39599, datanodeUuid=9b40052a-d20c-485c-884a-327690f88e0a, infoPort=35605, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=813202510;c=1733365212491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:13,228 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d 2024-12-05T02:20:13,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:13,240 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3 with version=8 2024-12-05T02:20:13,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/hbase-staging 2024-12-05T02:20:13,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:13,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:13,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:13,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33601 2024-12-05T02:20:13,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33601 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:13,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336010x0, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:13,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33601-0x101806bf6be0006 connected 2024-12-05T02:20:13,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/running 2024-12-05T02:20:13,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3, hbase.cluster.distributed=false 2024-12-05T02:20:13,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/acl 2024-12-05T02:20:13,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-05T02:20:13,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33601 2024-12-05T02:20:13,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33601 2024-12-05T02:20:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-05T02:20:13,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33601 2024-12-05T02:20:13,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:13,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:13,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45655 2024-12-05T02:20:13,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45655 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:13,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456550x0, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:13,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456550x0, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/running 2024-12-05T02:20:13,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45655-0x101806bf6be0007 connected 2024-12-05T02:20:13,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:13,316 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:13,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/master 2024-12-05T02:20:13,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/acl 2024-12-05T02:20:13,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45655 2024-12-05T02:20:13,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45655 2024-12-05T02:20:13,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45655 2024-12-05T02:20:13,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45655 2024-12-05T02:20:13,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45655 2024-12-05T02:20:13,344 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:33601 2024-12-05T02:20:13,345 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1873914173/backup-masters/01bccfa882c7,33601,1733365213242 2024-12-05T02:20:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/backup-masters 2024-12-05T02:20:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/backup-masters 2024-12-05T02:20:13,347 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on existing znode=/2-1873914173/backup-masters/01bccfa882c7,33601,1733365213242 2024-12-05T02:20:13,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1873914173/master 2024-12-05T02:20:13,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:13,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:13,350 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on existing znode=/2-1873914173/master 2024-12-05T02:20:13,351 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1873914173/backup-masters/01bccfa882c7,33601,1733365213242 from backup master directory 2024-12-05T02:20:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/backup-masters 2024-12-05T02:20:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1873914173/backup-masters/01bccfa882c7,33601,1733365213242 2024-12-05T02:20:13,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/backup-masters 2024-12-05T02:20:13,352 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:13,352 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,33601,1733365213242 2024-12-05T02:20:13,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/hbase.id] with ID: c2e55b38-cf71-4163-9d8e-b861a96ebcfd 2024-12-05T02:20:13,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/.tmp/hbase.id 2024-12-05T02:20:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:13,369 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/.tmp/hbase.id]:[hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/hbase.id] 2024-12-05T02:20:13,378 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:13,378 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:13,379 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:20:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:13,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:13,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:13,612 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:13,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:13,613 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38359 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:13,793 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:13,793 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:13,794 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:14,203 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store 2024-12-05T02:20:14,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:14,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:14,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:14,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:14,609 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:14,609 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:14,609 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365214609Disabling compacts and flushes for region at 1733365214609Disabling writes for close at 1733365214609Writing region close event to WAL at 1733365214609Closed at 1733365214609 2024-12-05T02:20:14,610 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/.initializing 2024-12-05T02:20:14,610 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/WALs/01bccfa882c7,33601,1733365213242 2024-12-05T02:20:14,611 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:14,613 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C33601%2C1733365213242, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/WALs/01bccfa882c7,33601,1733365213242, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:14,626 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/WALs/01bccfa882c7,33601,1733365213242/01bccfa882c7%2C33601%2C1733365213242.1733365214613, exclude list is [], retry=0 2024-12-05T02:20:14,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39599,DS-aea11e07-2965-4b5a-b697-31e209aa4d65,DISK] 2024-12-05T02:20:14,630 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/WALs/01bccfa882c7,33601,1733365213242/01bccfa882c7%2C33601%2C1733365213242.1733365214613 2024-12-05T02:20:14,630 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T02:20:14,630 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:14,631 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:14,631 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,631 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:14,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:14,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:14,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:14,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:14,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:14,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:14,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:14,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:14,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:14,638 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,638 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,638 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,640 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,640 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,640 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:14,641 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:14,644 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:14,644 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61557355, jitterRate=-0.08272393047809601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:14,644 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365214631Initializing all the Stores at 1733365214631Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365214631Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365214632 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365214632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365214632Cleaning up temporary data from old regions at 1733365214640 (+8 ms)Region opened successfully at 1733365214644 (+4 ms) 2024-12-05T02:20:14,645 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:14,647 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119e17df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:14,648 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:14,648 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:14,648 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:14,648 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:14,649 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:14,649 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:14,649 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:14,651 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:14,652 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:14,653 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/balancer already deleted, retry=false 2024-12-05T02:20:14,653 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:14,654 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:14,656 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/normalizer already deleted, retry=false 2024-12-05T02:20:14,657 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:14,658 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:14,659 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/switch/split already deleted, retry=false 2024-12-05T02:20:14,659 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:14,660 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/switch/merge already deleted, retry=false 2024-12-05T02:20:14,662 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:14,663 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1873914173/running 2024-12-05T02:20:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1873914173/running 2024-12-05T02:20:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,671 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,33601,1733365213242, sessionid=0x101806bf6be0006, setting cluster-up flag (Was=false) 2024-12-05T02:20:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,679 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1873914173/flush-table-proc/acquired, /2-1873914173/flush-table-proc/reached, /2-1873914173/flush-table-proc/abort 2024-12-05T02:20:14,680 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,33601,1733365213242 2024-12-05T02:20:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:14,687 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1873914173/online-snapshot/acquired, /2-1873914173/online-snapshot/reached, /2-1873914173/online-snapshot/abort 2024-12-05T02:20:14,688 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,33601,1733365213242 2024-12-05T02:20:14,689 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:14,691 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:14,691 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:14,691 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:14,691 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,33601,1733365213242 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:14,692 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:14,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:14,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:14,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:14,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:14,696 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365244696 2024-12-05T02:20:14,696 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:14,696 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:14,697 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:14,697 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:14,697 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:14,697 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:14,700 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,704 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:14,705 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:14,705 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:14,705 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:14,708 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:14,708 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:14,712 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365214708,5,FailOnTimeoutGroup] 2024-12-05T02:20:14,713 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365214712,5,FailOnTimeoutGroup] 2024-12-05T02:20:14,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:14,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:14,732 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(746): ClusterId : c2e55b38-cf71-4163-9d8e-b861a96ebcfd 2024-12-05T02:20:14,732 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:14,734 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:14,734 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:14,736 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:14,737 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dca194e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:14,752 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:45655 2024-12-05T02:20:14,752 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:14,752 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:14,752 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:14,753 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,33601,1733365213242 with port=45655, startcode=1733365213300 2024-12-05T02:20:14,753 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:14,754 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:14,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,756 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3 2024-12-05T02:20:14,756 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35745 2024-12-05T02:20:14,757 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:14,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/rs 2024-12-05T02:20:14,761 DEBUG [RS:0;01bccfa882c7:45655 {}] zookeeper.ZKUtil(111): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on existing znode=/2-1873914173/rs/01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,761 WARN [RS:0;01bccfa882c7:45655 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:14,761 INFO [RS:0;01bccfa882c7:45655 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:14,761 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,45655,1733365213300] 2024-12-05T02:20:14,765 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:14,767 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:14,767 INFO [RS:0;01bccfa882c7:45655 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:14,767 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,768 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:14,769 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:14,769 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:14,769 DEBUG [RS:0;01bccfa882c7:45655 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,772 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45655,1733365213300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:14,790 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:14,790 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,45655,1733365213300-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,790 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,790 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.Replication(171): 01bccfa882c7,45655,1733365213300 started 2024-12-05T02:20:14,805 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:14,805 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,45655,1733365213300, RpcServer on 01bccfa882c7/172.17.0.2:45655, sessionid=0x101806bf6be0007 2024-12-05T02:20:14,805 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:14,805 DEBUG [RS:0;01bccfa882c7:45655 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,805 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45655,1733365213300' 2024-12-05T02:20:14,805 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1873914173/flush-table-proc/abort' 2024-12-05T02:20:14,806 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1873914173/flush-table-proc/acquired' 2024-12-05T02:20:14,806 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:14,806 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:14,807 DEBUG [RS:0;01bccfa882c7:45655 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,45655,1733365213300 2024-12-05T02:20:14,807 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,45655,1733365213300' 2024-12-05T02:20:14,807 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1873914173/online-snapshot/abort' 2024-12-05T02:20:14,807 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1873914173/online-snapshot/acquired' 2024-12-05T02:20:14,807 DEBUG [RS:0;01bccfa882c7:45655 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:14,807 INFO [RS:0;01bccfa882c7:45655 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:14,807 INFO [RS:0;01bccfa882c7:45655 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:14,908 INFO [RS:0;01bccfa882c7:45655 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:14,910 INFO [RS:0;01bccfa882c7:45655 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45655%2C1733365213300, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/oldWALs, maxLogs=10 2024-12-05T02:20:14,931 DEBUG [RS:0;01bccfa882c7:45655 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, exclude list is [], retry=0 2024-12-05T02:20:14,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39599,DS-aea11e07-2965-4b5a-b697-31e209aa4d65,DISK] 2024-12-05T02:20:14,953 INFO [RS:0;01bccfa882c7:45655 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 2024-12-05T02:20:14,954 DEBUG [RS:0;01bccfa882c7:45655 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T02:20:15,115 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:15,115 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3 2024-12-05T02:20:15,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:20:15,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:15,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:15,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:15,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:15,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:15,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:15,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:15,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:15,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:15,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:15,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740 2024-12-05T02:20:15,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740 2024-12-05T02:20:15,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:15,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:15,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:15,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:15,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68415617, jitterRate=0.019472137093544006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365215524Initializing all the Stores at 1733365215525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365215525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215525Cleaning up temporary data from old regions at 1733365215534 (+9 ms)Region opened successfully at 1733365215537 (+3 ms) 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:15,537 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:15,538 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:15,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365215537Disabling compacts and flushes for region at 1733365215537Disabling writes for close at 1733365215537Writing region close event to WAL at 1733365215538 (+1 ms)Closed at 1733365215538 2024-12-05T02:20:15,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:15,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:15,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:15,541 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:15,542 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:15,692 DEBUG [01bccfa882c7:33601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:15,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:15,694 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45655,1733365213300, state=OPENING 2024-12-05T02:20:15,695 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:15,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:15,698 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:15,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1873914173/meta-region-server: CHANGED 2024-12-05T02:20:15,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1873914173/meta-region-server: CHANGED 2024-12-05T02:20:15,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45655,1733365213300}] 2024-12-05T02:20:15,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:15,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:15,856 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:15,856 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:15,856 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:15,858 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45655%2C1733365213300.meta, suffix=.meta, logDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/oldWALs, maxLogs=10 2024-12-05T02:20:15,875 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.meta.1733365215858.meta, exclude list is [], retry=0 2024-12-05T02:20:15,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39599,DS-aea11e07-2965-4b5a-b697-31e209aa4d65,DISK] 2024-12-05T02:20:15,879 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.meta.1733365215858.meta 2024-12-05T02:20:15,879 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T02:20:15,879 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:15,880 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:15,880 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:15,880 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:15,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:15,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:15,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:15,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:15,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:15,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:15,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:15,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:15,887 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:15,888 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740 2024-12-05T02:20:15,889 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740 2024-12-05T02:20:15,890 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:15,890 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:15,891 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:15,892 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:15,893 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74827443, jitterRate=0.11501578986644745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:15,893 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:15,893 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365215880Writing region info on filesystem at 1733365215880Initializing all the Stores at 1733365215881 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215883 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365215883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365215883Cleaning up temporary data from old regions at 1733365215890 (+7 ms)Running coprocessor post-open hooks at 1733365215893 (+3 ms)Region opened successfully at 1733365215893 2024-12-05T02:20:15,894 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365215850 2024-12-05T02:20:15,896 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:15,896 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:15,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:15,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,45655,1733365213300, state=OPEN 2024-12-05T02:20:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1873914173/meta-region-server 2024-12-05T02:20:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1873914173/meta-region-server 2024-12-05T02:20:15,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:15,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1873914173/meta-region-server: CHANGED 2024-12-05T02:20:15,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1873914173/meta-region-server: CHANGED 2024-12-05T02:20:15,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:15,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,45655,1733365213300 in 201 msec 2024-12-05T02:20:15,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:15,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-12-05T02:20:15,905 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:15,905 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:15,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:15,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45655,1733365213300, seqNum=-1] 2024-12-05T02:20:15,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:15,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:15,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-05T02:20:15,918 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365215918, completionTime=-1 2024-12-05T02:20:15,919 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:15,919 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365275921 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365335921 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,921 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,922 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:33601, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,922 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,923 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,925 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.576sec 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:15,928 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:15,930 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:15,930 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:15,930 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33601,1733365213242-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:15,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:15,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:15,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:15,934 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b8a6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:15,936 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:15,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:15,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45655,1733365213300, seqNum=-1] 2024-12-05T02:20:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:15,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:15,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,33601,1733365213242 2024-12-05T02:20:15,941 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57772 2024-12-05T02:20:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:15,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39669,1733365206716 2024-12-05T02:20:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1292941 2024-12-05T02:20:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:15,955 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:15,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:15,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101806bf6be0008 connected 2024-12-05T02:20:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:15,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:15,959 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:15,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:15,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:15,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:16,379 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41f7b5146cdad2496acb9c87eb8373f4, NAME => 'test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264 2024-12-05T02:20:16,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:16,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:16,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41f7b5146cdad2496acb9c87eb8373f4, disabling compactions & flushes 2024-12-05T02:20:16,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:16,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:16,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. after waiting 0 ms 2024-12-05T02:20:16,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:16,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:16,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41f7b5146cdad2496acb9c87eb8373f4: Waiting for close lock at 1733365216787Disabling compacts and flushes for region at 1733365216787Disabling writes for close at 1733365216787Writing region close event to WAL at 1733365216787Closed at 1733365216787 2024-12-05T02:20:16,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:16,788 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365216788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365216788"}]},"ts":"1733365216788"} 2024-12-05T02:20:16,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:16,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:16,791 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365216791"}]},"ts":"1733365216791"} 2024-12-05T02:20:16,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:16,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41f7b5146cdad2496acb9c87eb8373f4, ASSIGN}] 2024-12-05T02:20:16,793 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41f7b5146cdad2496acb9c87eb8373f4, ASSIGN 2024-12-05T02:20:16,794 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41f7b5146cdad2496acb9c87eb8373f4, ASSIGN; state=OFFLINE, location=01bccfa882c7,45107,1733365206775; forceNewPlan=false, retain=false 2024-12-05T02:20:16,945 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41f7b5146cdad2496acb9c87eb8373f4, regionState=OPENING, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41f7b5146cdad2496acb9c87eb8373f4, ASSIGN because future has completed 2024-12-05T02:20:16,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f7b5146cdad2496acb9c87eb8373f4, server=01bccfa882c7,45107,1733365206775}] 2024-12-05T02:20:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:17,103 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41f7b5146cdad2496acb9c87eb8373f4, NAME => 'test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:17,103 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:17,103 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,103 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,105 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,105 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f7b5146cdad2496acb9c87eb8373f4 columnFamilyName f 2024-12-05T02:20:17,106 DEBUG [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:17,106 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(327): Store=41f7b5146cdad2496acb9c87eb8373f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:17,106 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,107 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f7b5146cdad2496acb9c87eb8373f4 columnFamilyName f1 2024-12-05T02:20:17,107 DEBUG [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:17,107 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(327): Store=41f7b5146cdad2496acb9c87eb8373f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:17,107 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,108 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41f7b5146cdad2496acb9c87eb8373f4 columnFamilyName norep 2024-12-05T02:20:17,108 DEBUG [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:17,108 INFO [StoreOpener-41f7b5146cdad2496acb9c87eb8373f4-1 {}] regionserver.HStore(327): Store=41f7b5146cdad2496acb9c87eb8373f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:17,108 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,109 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,109 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,110 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:17,111 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,112 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:17,112 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41f7b5146cdad2496acb9c87eb8373f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69917248, jitterRate=0.041848182678222656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:17,112 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:17,113 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41f7b5146cdad2496acb9c87eb8373f4: Running coprocessor pre-open hook at 1733365217104Writing region info on filesystem at 1733365217104Initializing all the Stores at 1733365217104Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365217104Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365217104Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365217104Cleaning up temporary data from old regions at 1733365217110 (+6 ms)Running coprocessor post-open hooks at 1733365217112 (+2 ms)Region opened successfully at 1733365217113 (+1 ms) 2024-12-05T02:20:17,114 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4., pid=6, masterSystemTime=1733365217099 2024-12-05T02:20:17,116 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:17,116 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:17,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41f7b5146cdad2496acb9c87eb8373f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:17,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41f7b5146cdad2496acb9c87eb8373f4, server=01bccfa882c7,45107,1733365206775 because future has completed 2024-12-05T02:20:17,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:17,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41f7b5146cdad2496acb9c87eb8373f4, server=01bccfa882c7,45107,1733365206775 in 172 msec 2024-12-05T02:20:17,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:17,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41f7b5146cdad2496acb9c87eb8373f4, ASSIGN in 327 msec 2024-12-05T02:20:17,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:17,123 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365217123"}]},"ts":"1733365217123"} 2024-12-05T02:20:17,125 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:17,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:17,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-05T02:20:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:18,112 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:18,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,44091,1733365209942 2024-12-05T02:20:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321dcd18 2024-12-05T02:20:18,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:18,114 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:18,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:18,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:18,117 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:18,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:18,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:18,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:18,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 857e7479e9d6bb1a54cdcd53e66d7291, NAME => 'test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c 2024-12-05T02:20:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 857e7479e9d6bb1a54cdcd53e66d7291, disabling compactions & flushes 2024-12-05T02:20:18,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. after waiting 0 ms 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:18,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:18,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 857e7479e9d6bb1a54cdcd53e66d7291: Waiting for close lock at 1733365218933Disabling compacts and flushes for region at 1733365218933Disabling writes for close at 1733365218933Writing region close event to WAL at 1733365218933Closed at 1733365218933 2024-12-05T02:20:18,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:18,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365218934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365218934"}]},"ts":"1733365218934"} 2024-12-05T02:20:18,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:18,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:18,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365218937"}]},"ts":"1733365218937"} 2024-12-05T02:20:18,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:18,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=857e7479e9d6bb1a54cdcd53e66d7291, ASSIGN}] 2024-12-05T02:20:18,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=857e7479e9d6bb1a54cdcd53e66d7291, ASSIGN 2024-12-05T02:20:18,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=857e7479e9d6bb1a54cdcd53e66d7291, ASSIGN; state=OFFLINE, location=01bccfa882c7,45517,1733365209994; forceNewPlan=false, retain=false 2024-12-05T02:20:19,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=857e7479e9d6bb1a54cdcd53e66d7291, regionState=OPENING, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:19,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=857e7479e9d6bb1a54cdcd53e66d7291, ASSIGN because future has completed 2024-12-05T02:20:19,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 857e7479e9d6bb1a54cdcd53e66d7291, server=01bccfa882c7,45517,1733365209994}] 2024-12-05T02:20:19,249 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:19,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 857e7479e9d6bb1a54cdcd53e66d7291, NAME => 'test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:19,249 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:19,249 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:19,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:19,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,249 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,251 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,252 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857e7479e9d6bb1a54cdcd53e66d7291 columnFamilyName f 2024-12-05T02:20:19,252 DEBUG [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:19,252 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(327): Store=857e7479e9d6bb1a54cdcd53e66d7291/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:19,252 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,253 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857e7479e9d6bb1a54cdcd53e66d7291 columnFamilyName f1 2024-12-05T02:20:19,254 DEBUG [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:19,254 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(327): Store=857e7479e9d6bb1a54cdcd53e66d7291/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:19,254 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,255 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 857e7479e9d6bb1a54cdcd53e66d7291 columnFamilyName norep 2024-12-05T02:20:19,255 DEBUG [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:19,255 INFO [StoreOpener-857e7479e9d6bb1a54cdcd53e66d7291-1 {}] regionserver.HStore(327): Store=857e7479e9d6bb1a54cdcd53e66d7291/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:19,255 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,257 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,257 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,257 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:19,258 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,260 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:19,260 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 857e7479e9d6bb1a54cdcd53e66d7291; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913648, jitterRate=-0.06251358985900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:19,260 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:19,260 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 857e7479e9d6bb1a54cdcd53e66d7291: Running coprocessor pre-open hook at 1733365219250Writing region info on filesystem at 1733365219250Initializing all the Stores at 1733365219250Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365219250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365219250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365219250Cleaning up temporary data from old regions at 1733365219257 (+7 ms)Running coprocessor post-open hooks at 1733365219260 (+3 ms)Region opened successfully at 1733365219260 2024-12-05T02:20:19,261 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291., pid=6, masterSystemTime=1733365219245 2024-12-05T02:20:19,263 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:19,263 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:19,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=857e7479e9d6bb1a54cdcd53e66d7291, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:19,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 857e7479e9d6bb1a54cdcd53e66d7291, server=01bccfa882c7,45517,1733365209994 because future has completed 2024-12-05T02:20:19,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:19,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 857e7479e9d6bb1a54cdcd53e66d7291, server=01bccfa882c7,45517,1733365209994 in 174 msec 2024-12-05T02:20:19,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:19,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=857e7479e9d6bb1a54cdcd53e66d7291, ASSIGN in 329 msec 2024-12-05T02:20:19,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:19,271 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365219271"}]},"ts":"1733365219271"} 2024-12-05T02:20:19,273 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:19,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:19,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-05T02:20:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:20,263 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:20,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:20,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e82bd76 2024-12-05T02:20:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:20,265 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:20,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:20,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:20,268 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:20,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:20,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:20,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:20,279 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f22557bfe217c7f503e43b1011f5dfd9, NAME => 'test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3 2024-12-05T02:20:20,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:20,505 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:20:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f22557bfe217c7f503e43b1011f5dfd9, disabling compactions & flushes 2024-12-05T02:20:20,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. after waiting 0 ms 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:20,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:20,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f22557bfe217c7f503e43b1011f5dfd9: Waiting for close lock at 1733365220685Disabling compacts and flushes for region at 1733365220685Disabling writes for close at 1733365220685Writing region close event to WAL at 1733365220685Closed at 1733365220685 2024-12-05T02:20:20,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:20,687 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365220687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365220687"}]},"ts":"1733365220687"} 2024-12-05T02:20:20,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:20,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:20,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365220689"}]},"ts":"1733365220689"} 2024-12-05T02:20:20,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:20,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f22557bfe217c7f503e43b1011f5dfd9, ASSIGN}] 2024-12-05T02:20:20,692 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f22557bfe217c7f503e43b1011f5dfd9, ASSIGN 2024-12-05T02:20:20,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f22557bfe217c7f503e43b1011f5dfd9, ASSIGN; state=OFFLINE, location=01bccfa882c7,45655,1733365213300; forceNewPlan=false, retain=false 2024-12-05T02:20:20,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f22557bfe217c7f503e43b1011f5dfd9, regionState=OPENING, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:20,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f22557bfe217c7f503e43b1011f5dfd9, ASSIGN because future has completed 2024-12-05T02:20:20,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22557bfe217c7f503e43b1011f5dfd9, server=01bccfa882c7,45655,1733365213300}] 2024-12-05T02:20:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:21,003 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:21,003 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f22557bfe217c7f503e43b1011f5dfd9, NAME => 'test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:21,003 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:21,003 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:21,003 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,003 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:21,003 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,004 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,005 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,006 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f22557bfe217c7f503e43b1011f5dfd9 columnFamilyName f 2024-12-05T02:20:21,006 DEBUG [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:21,006 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(327): Store=f22557bfe217c7f503e43b1011f5dfd9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:21,006 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,007 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f22557bfe217c7f503e43b1011f5dfd9 columnFamilyName f1 2024-12-05T02:20:21,007 DEBUG [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:21,008 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(327): Store=f22557bfe217c7f503e43b1011f5dfd9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:21,008 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,009 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f22557bfe217c7f503e43b1011f5dfd9 columnFamilyName norep 2024-12-05T02:20:21,009 DEBUG [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:21,009 INFO [StoreOpener-f22557bfe217c7f503e43b1011f5dfd9-1 {}] regionserver.HStore(327): Store=f22557bfe217c7f503e43b1011f5dfd9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:21,009 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,010 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,010 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,011 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,011 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,011 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:21,012 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,015 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:21,015 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f22557bfe217c7f503e43b1011f5dfd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277940, jitterRate=0.06212407350540161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:21,015 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:21,016 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f22557bfe217c7f503e43b1011f5dfd9: Running coprocessor pre-open hook at 1733365221004Writing region info on filesystem at 1733365221004Initializing all the Stores at 1733365221004Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365221004Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365221004Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365221004Cleaning up temporary data from old regions at 1733365221011 (+7 ms)Running coprocessor post-open hooks at 1733365221015 (+4 ms)Region opened successfully at 1733365221015 2024-12-05T02:20:21,017 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9., pid=6, masterSystemTime=1733365220999 2024-12-05T02:20:21,019 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:21,019 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:21,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f22557bfe217c7f503e43b1011f5dfd9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:21,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f22557bfe217c7f503e43b1011f5dfd9, server=01bccfa882c7,45655,1733365213300 because future has completed 2024-12-05T02:20:21,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:21,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f22557bfe217c7f503e43b1011f5dfd9, server=01bccfa882c7,45655,1733365213300 in 176 msec 2024-12-05T02:20:21,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:21,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f22557bfe217c7f503e43b1011f5dfd9, ASSIGN in 334 msec 2024-12-05T02:20:21,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:21,028 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365221027"}]},"ts":"1733365221027"} 2024-12-05T02:20:21,029 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:21,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:21,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-12-05T02:20:21,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:21,403 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:21,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:21,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:21,404 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4637face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:21,406 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a0436f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39669,1733365206716 2024-12-05T02:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6207bb5c 2024-12-05T02:20:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:21,409 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:21,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:44091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:20:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:21,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:44091' 2024-12-05T02:20:21,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1cb963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,413 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:21,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:21,413 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:21,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:21,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306fd7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:21,415 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:21,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75278771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:21,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,44091,1733365209942 2024-12-05T02:20:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c0ab23d 2024-12-05T02:20:21,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:21,417 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:21,417 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:20:21,417 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:20:21,417 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:21,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:21,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:21,418 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:21,419 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:20:21,420 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:21,420 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:21,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:21,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:20:21,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d2c6ee632fcb6d296f1e33820ad57a9, NAME => 'hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264 2024-12-05T02:20:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:20:21,470 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:20:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:21,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d2c6ee632fcb6d296f1e33820ad57a9, disabling compactions & flushes 2024-12-05T02:20:21,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. after waiting 0 ms 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:21,846 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:21,846 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d2c6ee632fcb6d296f1e33820ad57a9: Waiting for close lock at 1733365221846Disabling compacts and flushes for region at 1733365221846Disabling writes for close at 1733365221846Writing region close event to WAL at 1733365221846Closed at 1733365221846 2024-12-05T02:20:21,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:21,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365221847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365221847"}]},"ts":"1733365221847"} 2024-12-05T02:20:21,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:21,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:21,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365221850"}]},"ts":"1733365221850"} 2024-12-05T02:20:21,852 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:20:21,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2c6ee632fcb6d296f1e33820ad57a9, ASSIGN}] 2024-12-05T02:20:21,853 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2c6ee632fcb6d296f1e33820ad57a9, ASSIGN 2024-12-05T02:20:21,853 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d2c6ee632fcb6d296f1e33820ad57a9, ASSIGN; state=OFFLINE, location=01bccfa882c7,45107,1733365206775; forceNewPlan=false, retain=false 2024-12-05T02:20:22,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d2c6ee632fcb6d296f1e33820ad57a9, regionState=OPENING, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:22,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d2c6ee632fcb6d296f1e33820ad57a9, ASSIGN because future has completed 2024-12-05T02:20:22,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d2c6ee632fcb6d296f1e33820ad57a9, server=01bccfa882c7,45107,1733365206775}] 2024-12-05T02:20:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:22,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:22,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:22,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:20:22,163 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45107%2C1733365206775.rep, suffix=, logDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775, archiveDir=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/oldWALs, maxLogs=10 2024-12-05T02:20:22,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.rep.1733365222163, exclude list is [], retry=0 2024-12-05T02:20:22,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36573,DS-3a4df5b6-1a43-49d8-818e-b65ca79e1f32,DISK] 2024-12-05T02:20:22,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.rep.1733365222163 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41905:41905)] 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d2c6ee632fcb6d296f1e33820ad57a9, NAME => 'hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:22,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. service=MultiRowMutationService 2024-12-05T02:20:22,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:22,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,183 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,184 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2c6ee632fcb6d296f1e33820ad57a9 columnFamilyName hfileref 2024-12-05T02:20:22,184 DEBUG [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:22,184 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(327): Store=2d2c6ee632fcb6d296f1e33820ad57a9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:22,184 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,185 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2c6ee632fcb6d296f1e33820ad57a9 columnFamilyName queue 2024-12-05T02:20:22,185 DEBUG [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:22,185 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(327): Store=2d2c6ee632fcb6d296f1e33820ad57a9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:22,186 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,186 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d2c6ee632fcb6d296f1e33820ad57a9 columnFamilyName sid 2024-12-05T02:20:22,186 DEBUG [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:22,187 INFO [StoreOpener-2d2c6ee632fcb6d296f1e33820ad57a9-1 {}] regionserver.HStore(327): Store=2d2c6ee632fcb6d296f1e33820ad57a9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:22,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:22,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:22,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d2c6ee632fcb6d296f1e33820ad57a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69301960, jitterRate=0.03267967700958252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:22,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:22,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d2c6ee632fcb6d296f1e33820ad57a9: Running coprocessor pre-open hook at 1733365222182Writing region info on filesystem at 1733365222182Initializing all the Stores at 1733365222182Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365222182Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365222182Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365222182Cleaning up temporary data from old regions at 1733365222189 (+7 ms)Running coprocessor post-open hooks at 1733365222193 (+4 ms)Region opened successfully at 1733365222193 2024-12-05T02:20:22,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9., pid=10, masterSystemTime=1733365222158 2024-12-05T02:20:22,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:22,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:22,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d2c6ee632fcb6d296f1e33820ad57a9, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45107,1733365206775 2024-12-05T02:20:22,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d2c6ee632fcb6d296f1e33820ad57a9, server=01bccfa882c7,45107,1733365206775 because future has completed 2024-12-05T02:20:22,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:20:22,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d2c6ee632fcb6d296f1e33820ad57a9, server=01bccfa882c7,45107,1733365206775 in 193 msec 2024-12-05T02:20:22,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:20:22,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d2c6ee632fcb6d296f1e33820ad57a9, ASSIGN in 348 msec 2024-12-05T02:20:22,203 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:22,203 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365222203"}]},"ts":"1733365222203"} 2024-12-05T02:20:22,205 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:20:22,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:22,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-12-05T02:20:22,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9., hostname=01bccfa882c7,45107,1733365206775, seqNum=2] 2024-12-05T02:20:22,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:22,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:22,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:20:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:20:22,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:20:22,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:22,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:20:22,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:20:22,386 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:20:22,416 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,45107,1733365206775, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:20:22,416 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:22,416 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45107,1733365206775, seqNum=-1] 2024-12-05T02:20:22,417 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:22,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,45107,1733365206775', locateType=CURRENT is [region=hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9., hostname=01bccfa882c7,45107,1733365206775, seqNum=2] 2024-12-05T02:20:22,428 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:20:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:20:22,431 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,45107,1733365206775 suceeded 2024-12-05T02:20:22,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:20:22,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-05T02:20:22,434 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:44091,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:20:22,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0250 sec 2024-12-05T02:20:22,445 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:44091' 2024-12-05T02:20:22,447 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d191ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,447 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:22,447 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:22,448 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:22,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:22,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:22,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fcd328b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:22,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:22,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,450 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:22,450 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24101f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,450 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,44091,1733365209942 2024-12-05T02:20:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a52951e 2024-12-05T02:20:22,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:22,452 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-05T02:20:22,453 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,45107,1733365206775 (queues=1) is replicating from cluster=96b0e25f-8eb7-4045-8340-cef962e4e22d to cluster=9403230c-6820-4d8c-b54e-866677e8dd33 2024-12-05T02:20:22,453 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C45107%2C1733365206775 2024-12-05T02:20:22,453 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,45107,1733365206775, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:20:22,454 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, startPosition=0, beingWritten=true 2024-12-05T02:20:22,456 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C45107%2C1733365206775 2024-12-05T02:20:22,459 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:22,459 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:22,459 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:22,552 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:20:22,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:22,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:22,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:22,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:22,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:22,555 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b87bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:22,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,557 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:22,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729f1c6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,44091,1733365209942 2024-12-05T02:20:22,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a90ada9 2024-12-05T02:20:22,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:22,559 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:22,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:20:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:20:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:22,563 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:33601' 2024-12-05T02:20:22,564 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec6296a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,564 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:22,565 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:22,565 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:22,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243d8bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:22,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:22,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,567 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:22,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1a0814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:22,567 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44edf62 2024-12-05T02:20:22,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:22,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:22,570 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-05T02:20:22,570 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:20:22,570 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,570 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:22,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:22,571 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:22,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:20:22,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:22,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:22,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:22,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:20:22,583 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eddf5c22ede144b17c972219c4d1c4d2, NAME => 'hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c 2024-12-05T02:20:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:20:22,622 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:20:22,664 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:22,968 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eddf5c22ede144b17c972219c4d1c4d2, disabling compactions & flushes 2024-12-05T02:20:22,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. after waiting 0 ms 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:22,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:22,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eddf5c22ede144b17c972219c4d1c4d2: Waiting for close lock at 1733365222989Disabling compacts and flushes for region at 1733365222989Disabling writes for close at 1733365222989Writing region close event to WAL at 1733365222989Closed at 1733365222989 2024-12-05T02:20:22,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:22,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365222990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365222990"}]},"ts":"1733365222990"} 2024-12-05T02:20:22,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:22,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:22,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365222993"}]},"ts":"1733365222993"} 2024-12-05T02:20:22,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:20:22,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddf5c22ede144b17c972219c4d1c4d2, ASSIGN}] 2024-12-05T02:20:22,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddf5c22ede144b17c972219c4d1c4d2, ASSIGN 2024-12-05T02:20:22,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eddf5c22ede144b17c972219c4d1c4d2, ASSIGN; state=OFFLINE, location=01bccfa882c7,45517,1733365209994; forceNewPlan=false, retain=false 2024-12-05T02:20:23,147 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eddf5c22ede144b17c972219c4d1c4d2, regionState=OPENING, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:23,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eddf5c22ede144b17c972219c4d1c4d2, ASSIGN because future has completed 2024-12-05T02:20:23,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddf5c22ede144b17c972219c4d1c4d2, server=01bccfa882c7,45517,1733365209994}] 2024-12-05T02:20:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:23,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:23,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:23,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:20:23,308 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45517%2C1733365209994.rep, suffix=, logDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994, archiveDir=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/oldWALs, maxLogs=10 2024-12-05T02:20:23,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.rep.1733365223308, exclude list is [], retry=0 2024-12-05T02:20:23,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42537,DS-ee1c0fe6-f0b3-4e00-84b1-87f1d75b3503,DISK] 2024-12-05T02:20:23,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.rep.1733365223308 2024-12-05T02:20:23,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38675:38675)] 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eddf5c22ede144b17c972219c4d1c4d2, NAME => 'hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:23,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. service=MultiRowMutationService 2024-12-05T02:20:23,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,330 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,331 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddf5c22ede144b17c972219c4d1c4d2 columnFamilyName hfileref 2024-12-05T02:20:23,331 DEBUG [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:23,331 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(327): Store=eddf5c22ede144b17c972219c4d1c4d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:23,331 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,332 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddf5c22ede144b17c972219c4d1c4d2 columnFamilyName queue 2024-12-05T02:20:23,332 DEBUG [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:23,332 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(327): Store=eddf5c22ede144b17c972219c4d1c4d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:23,332 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,333 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eddf5c22ede144b17c972219c4d1c4d2 columnFamilyName sid 2024-12-05T02:20:23,333 DEBUG [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:23,333 INFO [StoreOpener-eddf5c22ede144b17c972219c4d1c4d2-1 {}] regionserver.HStore(327): Store=eddf5c22ede144b17c972219c4d1c4d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:23,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:23,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:23,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eddf5c22ede144b17c972219c4d1c4d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75360496, jitterRate=0.12295889854431152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:23,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:23,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eddf5c22ede144b17c972219c4d1c4d2: Running coprocessor pre-open hook at 1733365223329Writing region info on filesystem at 1733365223329Initializing all the Stores at 1733365223329Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365223329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365223329Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365223329Cleaning up temporary data from old regions at 1733365223335 (+6 ms)Running coprocessor post-open hooks at 1733365223338 (+3 ms)Region opened successfully at 1733365223339 (+1 ms) 2024-12-05T02:20:23,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2., pid=10, masterSystemTime=1733365223302 2024-12-05T02:20:23,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:23,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:23,342 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eddf5c22ede144b17c972219c4d1c4d2, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45517,1733365209994 2024-12-05T02:20:23,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eddf5c22ede144b17c972219c4d1c4d2, server=01bccfa882c7,45517,1733365209994 because future has completed 2024-12-05T02:20:23,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:20:23,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eddf5c22ede144b17c972219c4d1c4d2, server=01bccfa882c7,45517,1733365209994 in 195 msec 2024-12-05T02:20:23,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:20:23,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eddf5c22ede144b17c972219c4d1c4d2, ASSIGN in 352 msec 2024-12-05T02:20:23,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:23,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365223350"}]},"ts":"1733365223350"} 2024-12-05T02:20:23,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:20:23,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:23,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-12-05T02:20:23,373 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2., hostname=01bccfa882c7,45517,1733365209994, seqNum=2] 2024-12-05T02:20:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:23,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:23,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:20:23,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45517 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:20:23,540 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:20:23,572 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,45517,1733365209994, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:20:23,572 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:23,572 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45517,1733365209994, seqNum=-1] 2024-12-05T02:20:23,573 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:23,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:23,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,45517,1733365209994', locateType=CURRENT is [region=hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2., hostname=01bccfa882c7,45517,1733365209994, seqNum=2] 2024-12-05T02:20:23,578 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:20:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:20:23,580 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,45517,1733365209994 suceeded 2024-12-05T02:20:23,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:20:23,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T02:20:23,582 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:33601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:20:23,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-12-05T02:20:23,593 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:33601' 2024-12-05T02:20:23,594 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38624703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,594 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:23,595 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:23,595 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cef64e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:23,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:23,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,596 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:23,597 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581312d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,597 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce8710 2024-12-05T02:20:23,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:23,598 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-05T02:20:23,599 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,45517,1733365209994 (queues=1) is replicating from cluster=9403230c-6820-4d8c-b54e-866677e8dd33 to cluster=c2e55b38-cf71-4163-9d8e-b861a96ebcfd 2024-12-05T02:20:23,599 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C45517%2C1733365209994 2024-12-05T02:20:23,599 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,45517,1733365209994, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:20:23,600 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C45517%2C1733365209994 2024-12-05T02:20:23,600 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, startPosition=0, beingWritten=true 2024-12-05T02:20:23,605 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:23,605 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:23,605 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:23,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:20:23,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:23,702 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:23,703 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48449 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:23,704 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:20:23,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:23,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:23,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:23,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:23,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:23,706 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:23,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3dcfa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:23,707 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,708 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf6e261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:23,709 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@457f7539 2024-12-05T02:20:23,710 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:23,710 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:23,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:39669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:20:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:20:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:23,714 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:39669' 2024-12-05T02:20:23,714 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcb1dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,715 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:23,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:23,715 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:23,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:23,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:23,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7328c6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:23,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:23,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,716 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:23,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51131539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:23,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:23,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39669,1733365206716 2024-12-05T02:20:23,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d2ded10 2024-12-05T02:20:23,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:23,719 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:23,719 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:20:23,719 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:20:23,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,719 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:23,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:23,720 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:23,721 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:20:23,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:23,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:23,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:23,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:20:23,771 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:20:23,808 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:23,877 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:24,112 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:24,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da22c9b0b665134af34f3b6469d90c18, NAME => 'hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3 2024-12-05T02:20:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:20:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:24,481 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:24,517 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da22c9b0b665134af34f3b6469d90c18, disabling compactions & flushes 2024-12-05T02:20:24,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. after waiting 0 ms 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da22c9b0b665134af34f3b6469d90c18: Waiting for close lock at 1733365224535Disabling compacts and flushes for region at 1733365224535Disabling writes for close at 1733365224535Writing region close event to WAL at 1733365224535Closed at 1733365224535 2024-12-05T02:20:24,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:24,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365224536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365224536"}]},"ts":"1733365224536"} 2024-12-05T02:20:24,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:24,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:24,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365224539"}]},"ts":"1733365224539"} 2024-12-05T02:20:24,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:20:24,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da22c9b0b665134af34f3b6469d90c18, ASSIGN}] 2024-12-05T02:20:24,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da22c9b0b665134af34f3b6469d90c18, ASSIGN 2024-12-05T02:20:24,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da22c9b0b665134af34f3b6469d90c18, ASSIGN; state=OFFLINE, location=01bccfa882c7,45655,1733365213300; forceNewPlan=false, retain=false 2024-12-05T02:20:24,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da22c9b0b665134af34f3b6469d90c18, regionState=OPENING, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:24,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da22c9b0b665134af34f3b6469d90c18, ASSIGN because future has completed 2024-12-05T02:20:24,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da22c9b0b665134af34f3b6469d90c18, server=01bccfa882c7,45655,1733365213300}] 2024-12-05T02:20:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:24,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:24,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:20:24,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C45655%2C1733365213300.rep, suffix=, logDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300, archiveDir=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/oldWALs, maxLogs=10 2024-12-05T02:20:24,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.rep.1733365224854, exclude list is [], retry=0 2024-12-05T02:20:24,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39599,DS-aea11e07-2965-4b5a-b697-31e209aa4d65,DISK] 2024-12-05T02:20:24,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.rep.1733365224854 2024-12-05T02:20:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35605:35605)] 2024-12-05T02:20:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da22c9b0b665134af34f3b6469d90c18, NAME => 'hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:24,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:24,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. service=MultiRowMutationService 2024-12-05T02:20:24,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:20:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,875 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,876 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da22c9b0b665134af34f3b6469d90c18 columnFamilyName hfileref 2024-12-05T02:20:24,876 DEBUG [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:24,877 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(327): Store=da22c9b0b665134af34f3b6469d90c18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:24,877 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,878 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da22c9b0b665134af34f3b6469d90c18 columnFamilyName queue 2024-12-05T02:20:24,878 DEBUG [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:24,878 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(327): Store=da22c9b0b665134af34f3b6469d90c18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:24,878 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,879 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da22c9b0b665134af34f3b6469d90c18 columnFamilyName sid 2024-12-05T02:20:24,879 DEBUG [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:24,879 INFO [StoreOpener-da22c9b0b665134af34f3b6469d90c18-1 {}] regionserver.HStore(327): Store=da22c9b0b665134af34f3b6469d90c18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:24,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/replication/da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/replication/da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:24,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/replication/da22c9b0b665134af34f3b6469d90c18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:24,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da22c9b0b665134af34f3b6469d90c18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59787547, jitterRate=-0.10909612476825714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:24,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:24,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da22c9b0b665134af34f3b6469d90c18: Running coprocessor pre-open hook at 1733365224874Writing region info on filesystem at 1733365224874Initializing all the Stores at 1733365224875 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365224875Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365224875Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365224875Cleaning up temporary data from old regions at 1733365224881 (+6 ms)Running coprocessor post-open hooks at 1733365224886 (+5 ms)Region opened successfully at 1733365224886 2024-12-05T02:20:24,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18., pid=10, masterSystemTime=1733365224848 2024-12-05T02:20:24,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:24,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da22c9b0b665134af34f3b6469d90c18, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,45655,1733365213300 2024-12-05T02:20:24,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da22c9b0b665134af34f3b6469d90c18, server=01bccfa882c7,45655,1733365213300 because future has completed 2024-12-05T02:20:24,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:20:24,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da22c9b0b665134af34f3b6469d90c18, server=01bccfa882c7,45655,1733365213300 in 196 msec 2024-12-05T02:20:24,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:20:24,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da22c9b0b665134af34f3b6469d90c18, ASSIGN in 353 msec 2024-12-05T02:20:24,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:24,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365224896"}]},"ts":"1733365224896"} 2024-12-05T02:20:24,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:20:24,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:24,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-05T02:20:24,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18., hostname=01bccfa882c7,45655,1733365213300, seqNum=2] 2024-12-05T02:20:24,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:24,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:24,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:20:25,021 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:25,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:20:25,089 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:20:25,121 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,45655,1733365213300, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:20:25,122 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:25,122 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45655,1733365213300, seqNum=-1] 2024-12-05T02:20:25,122 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:25,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:25,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,45655,1733365213300', locateType=CURRENT is [region=hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18., hostname=01bccfa882c7,45655,1733365213300, seqNum=2] 2024-12-05T02:20:25,127 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:20:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:20:25,129 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,45655,1733365213300 suceeded 2024-12-05T02:20:25,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:20:25,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T02:20:25,131 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:39669,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:20:25,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-12-05T02:20:25,142 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:39669' 2024-12-05T02:20:25,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2361590e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:25,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:25,144 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351616e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,145 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:25,146 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed35d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,146 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39669,1733365206716 2024-12-05T02:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23705479 2024-12-05T02:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:25,147 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T02:20:25,148 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,45655,1733365213300 (queues=1) is replicating from cluster=c2e55b38-cf71-4163-9d8e-b861a96ebcfd to cluster=96b0e25f-8eb7-4045-8340-cef962e4e22d 2024-12-05T02:20:25,148 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C45655%2C1733365213300 2024-12-05T02:20:25,148 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,45655,1733365213300, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:20:25,148 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C45655%2C1733365213300 2024-12-05T02:20:25,148 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, startPosition=0, beingWritten=true 2024-12-05T02:20:25,153 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:25,153 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 379, reset compression=false 2024-12-05T02:20:25,153 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:25,186 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:25,356 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 379, reset compression=false 2024-12-05T02:20:25,626 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:25,659 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 379, reset compression=false 2024-12-05T02:20:25,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:25,863 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:20:25,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:25,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:25,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:25,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:25,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:25,865 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e79d3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,866 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:25,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d68a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:25,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:25,867 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d88345c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:25,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,869 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:25,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d51d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:25,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:25,870 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5d55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:25,871 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638ebc3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:25,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45107,1733365206775, seqNum=-1] 2024-12-05T02:20:25,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:25,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:25,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4., hostname=01bccfa882c7,45107,1733365206775, seqNum=2] 2024-12-05T02:20:25,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45655,1733365213300, seqNum=-1] 2024-12-05T02:20:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:25,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9., hostname=01bccfa882c7,45655,1733365213300, seqNum=2] 2024-12-05T02:20:25,905 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T02:20:25,989 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 379, reset compression=false 2024-12-05T02:20:25,994 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:25,994 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:25,994 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f7b5146cdad2496acb9c87eb8373f4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T02:20:25,996 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:25,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-05T02:20:25,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:25,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21fceee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:25,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,44091,-1 for getting cluster id 2024-12-05T02:20:25,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:25,999 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9403230c-6820-4d8c-b54e-866677e8dd33' 2024-12-05T02:20:25,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:25,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9403230c-6820-4d8c-b54e-866677e8dd33" 2024-12-05T02:20:26,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1961eaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:26,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,44091,-1] 2024-12-05T02:20:26,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:26,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:26,000 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:26,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e3402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:26,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:26,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45517,1733365209994, seqNum=-1] 2024-12-05T02:20:26,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:26,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:26,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291., hostname=01bccfa882c7,45517,1733365209994, seqNum=2] 2024-12-05T02:20:26,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:26,063 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 379, reset compression=false 2024-12-05T02:20:26,197 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:26,331 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 379, reset compression=false 2024-12-05T02:20:26,336 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:26,336 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 504, reset compression=false 2024-12-05T02:20:26,336 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T02:20:26,338 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:26,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-05T02:20:26,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:26,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368df1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:26,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:26,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:26,340 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:26,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6df649b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:26,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:26,342 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:26,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff8fd51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:26,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:26,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45655,1733365213300, seqNum=-1] 2024-12-05T02:20:26,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:26,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9., hostname=01bccfa882c7,45655,1733365213300, seqNum=2] 2024-12-05T02:20:26,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:26,501 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:26,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:26,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,539 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 504, reset compression=false 2024-12-05T02:20:26,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:26,568 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 379, reset compression=false 2024-12-05T02:20:26,572 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:26,572 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 528, reset compression=false 2024-12-05T02:20:26,572 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:26,776 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 528, reset compression=false 2024-12-05T02:20:26,843 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 504, reset compression=false 2024-12-05T02:20:26,904 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:26,908 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T02:20:26,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:26,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45517,1733365209994, seqNum=-1] 2024-12-05T02:20:26,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:26,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:26,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291., hostname=01bccfa882c7,45517,1733365209994, seqNum=2] 2024-12-05T02:20:26,916 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T02:20:27,080 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 528, reset compression=false 2024-12-05T02:20:27,247 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 504, reset compression=false 2024-12-05T02:20:27,252 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:27,252 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 608, reset compression=false 2024-12-05T02:20:27,252 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:20:27,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:27,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:27,409 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:27,456 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 608, reset compression=false 2024-12-05T02:20:27,484 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 528, reset compression=false 2024-12-05T02:20:27,488 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:27,488 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 656, reset compression=false 2024-12-05T02:20:27,488 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[{test/f22557bfe217c7f503e43b1011f5dfd9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T02:20:27,490 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:27,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T02:20:27,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:27,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fca05cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:27,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:27,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:27,492 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a139eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:27,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:27,494 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:27,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ce550b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:27,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,45107,1733365206775, seqNum=-1] 2024-12-05T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:27,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-05T02:20:27,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4., hostname=01bccfa882c7,45107,1733365206775, seqNum=2] 2024-12-05T02:20:27,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:27,691 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 656, reset compression=false 2024-12-05T02:20:27,760 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 608, reset compression=false 2024-12-05T02:20:27,918 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T02:20:27,923 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T02:20:27,996 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 656, reset compression=false 2024-12-05T02:20:28,000 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:28,000 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 760, reset compression=false 2024-12-05T02:20:28,000 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[{test/f22557bfe217c7f503e43b1011f5dfd9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:20:28,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:28,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:28,013 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 480, reset compression=false 2024-12-05T02:20:28,017 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:28,017 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 760, reset compression=false 2024-12-05T02:20:28,017 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f7b5146cdad2496acb9c87eb8373f4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T02:20:28,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:28,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:28,166 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 608, reset compression=false 2024-12-05T02:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 760, reset compression=false 2024-12-05T02:20:28,178 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:28,204 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 760, reset compression=false 2024-12-05T02:20:28,221 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 760, reset compression=false 2024-12-05T02:20:28,391 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 760, reset compression=false 2024-12-05T02:20:28,508 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 760, reset compression=false 2024-12-05T02:20:28,524 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 760, reset compression=false 2024-12-05T02:20:28,696 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 760, reset compression=false 2024-12-05T02:20:28,912 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 760, reset compression=false 2024-12-05T02:20:28,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T02:20:28,935 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 760, reset compression=false 2024-12-05T02:20:28,937 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T02:20:28,940 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:28,940 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 916, reset compression=false 2024-12-05T02:20:28,940 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f7b5146cdad2496acb9c87eb8373f4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T02:20:28,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:28,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:29,099 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 760, reset compression=false 2024-12-05T02:20:29,104 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:29,104 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 908, reset compression=false 2024-12-05T02:20:29,104 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T02:20:29,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:29,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:29,143 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 916, reset compression=false 2024-12-05T02:20:29,308 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 908, reset compression=false 2024-12-05T02:20:29,416 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 760, reset compression=false 2024-12-05T02:20:29,420 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:29,420 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 932, reset compression=false 2024-12-05T02:20:29,420 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:29,446 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 916, reset compression=false 2024-12-05T02:20:29,611 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 908, reset compression=false 2024-12-05T02:20:29,624 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 932, reset compression=false 2024-12-05T02:20:29,850 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 916, reset compression=false 2024-12-05T02:20:29,928 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 932, reset compression=false 2024-12-05T02:20:29,939 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T02:20:29,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T02:20:30,017 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 908, reset compression=false 2024-12-05T02:20:30,021 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:30,021 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1067, reset compression=false 2024-12-05T02:20:30,021 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T02:20:30,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:30,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:30,226 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1067, reset compression=false 2024-12-05T02:20:30,334 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 932, reset compression=false 2024-12-05T02:20:30,338 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:30,338 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1082, reset compression=false 2024-12-05T02:20:30,338 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[{test/f22557bfe217c7f503e43b1011f5dfd9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T02:20:30,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:30,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:30,353 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 916, reset compression=false 2024-12-05T02:20:30,357 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:30,357 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1090, reset compression=false 2024-12-05T02:20:30,357 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:30,530 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1067, reset compression=false 2024-12-05T02:20:30,541 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1082, reset compression=false 2024-12-05T02:20:30,562 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1090, reset compression=false 2024-12-05T02:20:30,855 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1082, reset compression=false 2024-12-05T02:20:30,868 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1090, reset compression=false 2024-12-05T02:20:30,947 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T02:20:30,952 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1067, reset compression=false 2024-12-05T02:20:30,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T02:20:31,260 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1082, reset compression=false 2024-12-05T02:20:31,266 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:31,267 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1241, reset compression=false 2024-12-05T02:20:31,267 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[{test/f22557bfe217c7f503e43b1011f5dfd9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T02:20:31,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:31,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:31,272 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1090, reset compression=false 2024-12-05T02:20:31,286 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:31,286 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1240, reset compression=false 2024-12-05T02:20:31,286 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f7b5146cdad2496acb9c87eb8373f4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-05T02:20:31,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:31,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:31,463 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1067, reset compression=false 2024-12-05T02:20:31,468 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:31,468 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1241, reset compression=false 2024-12-05T02:20:31,468 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:31,477 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1241, reset compression=false 2024-12-05T02:20:31,497 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1240, reset compression=false 2024-12-05T02:20:31,671 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1241, reset compression=false 2024-12-05T02:20:31,781 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1241, reset compression=false 2024-12-05T02:20:31,801 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1240, reset compression=false 2024-12-05T02:20:31,960 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T02:20:31,976 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1241, reset compression=false 2024-12-05T02:20:31,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:31,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:31,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:31,982 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:31,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:31,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b5da7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:31,984 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c87e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:31,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:31,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2424656a 2024-12-05T02:20:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:31,989 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:31,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-05T02:20:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-05T02:20:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:20:31,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:20:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:20:32,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T02:20:32,149 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-05T02:20:32,151 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-05T02:20:32,151 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,45655,1733365213300 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-05T02:20:32,151 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0. 2024-12-05T02:20:32,151 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:32,151 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:32,151 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:32,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:32,205 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1240, reset compression=false 2024-12-05T02:20:32,252 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:20:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:20:32,352 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 terminated 2024-12-05T02:20:32,380 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,45655,1733365213300, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:20:32,381 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-05T02:20:32,381 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T02:20:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T02:20:32,384 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1241, reset compression=false 2024-12-05T02:20:32,385 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 01bccfa882c7,45655,1733365213300 suceeded 2024-12-05T02:20:32,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T02:20:32,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 389 msec 2024-12-05T02:20:32,389 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-05T02:20:32,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 399 msec 2024-12-05T02:20:32,409 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:39669' 2024-12-05T02:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb02f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,39669,-1 for getting cluster id 2024-12-05T02:20:32,411 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:32,412 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96b0e25f-8eb7-4045-8340-cef962e4e22d' 2024-12-05T02:20:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96b0e25f-8eb7-4045-8340-cef962e4e22d" 2024-12-05T02:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@531367e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,39669,-1] 2024-12-05T02:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:32,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:32,414 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:32,415 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c9bcc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:32,415 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:32,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,39669,1733365206716 2024-12-05T02:20:32,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@362d53c3 2024-12-05T02:20:32,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:32,417 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-05T02:20:32,418 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,45655,1733365213300 (queues=1) is replicating from cluster=c2e55b38-cf71-4163-9d8e-b861a96ebcfd to cluster=96b0e25f-8eb7-4045-8340-cef962e4e22d 2024-12-05T02:20:32,418 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C45655%2C1733365213300 2024-12-05T02:20:32,419 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,45655,1733365213300, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:20:32,427 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C45655%2C1733365213300 2024-12-05T02:20:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:20:32,624 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:20:32,625 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:32,625 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:32,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:32,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:32,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:32,639 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-05T02:20:32,711 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1240, reset compression=false 2024-12-05T02:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:32,719 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1344, reset compression=false 2024-12-05T02:20:32,721 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[{test/41f7b5146cdad2496acb9c87eb8373f4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:20:32,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:32,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45517 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:32,900 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1241, reset compression=false 2024-12-05T02:20:32,905 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:32,905 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1369, reset compression=false 2024-12-05T02:20:32,905 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T02:20:32,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:32,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:32,934 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1344, reset compression=false 2024-12-05T02:20:33,109 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1369, reset compression=false 2024-12-05T02:20:33,243 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1344, reset compression=false 2024-12-05T02:20:33,414 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1369, reset compression=false 2024-12-05T02:20:33,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-05T02:20:33,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:33,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33601,-1 for getting cluster id 2024-12-05T02:20:33,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:33,646 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2e55b38-cf71-4163-9d8e-b861a96ebcfd' 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2e55b38-cf71-4163-9d8e-b861a96ebcfd" 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b32b9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33601,-1] 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,648 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1344, reset compression=false 2024-12-05T02:20:33,649 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1fc731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:33,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33601,1733365213242 2024-12-05T02:20:33,653 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2edbd44f 2024-12-05T02:20:33,654 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:33,655 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:33,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-05T02:20:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-05T02:20:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T02:20:33,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:20:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T02:20:33,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45655 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-05T02:20:33,815 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-05T02:20:33,815 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-05T02:20:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-05T02:20:33,817 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1369, reset compression=false 2024-12-05T02:20:33,820 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 01bccfa882c7,45655,1733365213300 suceeded 2024-12-05T02:20:33,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-05T02:20:33,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-05T02:20:33,821 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-05T02:20:33,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-12-05T02:20:33,826 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:33,826 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:33,826 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[{test/857e7479e9d6bb1a54cdcd53e66d7291/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:20:33,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:33,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45655 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:33,830 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, startPosition=1241, beingWritten=true 2024-12-05T02:20:33,837 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:20:33,837 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1521, reset compression=false 2024-12-05T02:20:33,837 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[{test/f22557bfe217c7f503e43b1011f5dfd9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-05T02:20:33,839 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:33,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-05T02:20:33,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:20:33,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45107 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:20:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-05T02:20:33,972 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:20:33,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:33,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:33,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:33,975 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-05T02:20:33,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:20:33,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:33,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:33,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:33,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:20:33,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327396015, stopped=false 2024-12-05T02:20:33,976 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,33601,1733365213242 2024-12-05T02:20:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1873914173/running 2024-12-05T02:20:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1873914173/running 2024-12-05T02:20:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:33,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:33,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:33,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:33,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:33,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/running 2024-12-05T02:20:33,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Set watcher on znode that does not yet exist, /2-1873914173/running 2024-12-05T02:20:33,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,45655,1733365213300' ***** 2024-12-05T02:20:33,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:20:33,980 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:20:33,980 INFO [RS:0;01bccfa882c7:45655 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:20:33,980 INFO [RS:0;01bccfa882c7:45655 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:20:33,980 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,45655,1733365213300 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45655. 2024-12-05T02:20:33,981 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f22557bfe217c7f503e43b1011f5dfd9, disabling compactions & flushes 2024-12-05T02:20:33,981 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:33,981 DEBUG [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:33,981 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:33,981 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:33,981 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. after waiting 0 ms 2024-12-05T02:20:33,981 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:20:33,981 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f22557bfe217c7f503e43b1011f5dfd9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T02:20:33,981 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:20:33,984 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:20:33,984 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f22557bfe217c7f503e43b1011f5dfd9=test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9., da22c9b0b665134af34f3b6469d90c18=hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.} 2024-12-05T02:20:33,984 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:33,984 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:33,984 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da22c9b0b665134af34f3b6469d90c18, f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:33,984 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:33,984 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:33,984 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:33,985 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:20:33,994 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:34,002 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f/fd9c282916e7491699782f2d24898da2 is 37, key is row3/f:row3/1733365232627/Put/seqid=0 2024-12-05T02:20:34,007 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/info/5fab5c1d2fa34398b5ef13ca243bc572 is 147, key is hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18./info:regioninfo/1733365224889/Put/seqid=0 2024-12-05T02:20:34,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741840_1016 (size=5228) 2024-12-05T02:20:34,009 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f/fd9c282916e7491699782f2d24898da2 2024-12-05T02:20:34,013 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd9c282916e7491699782f2d24898da2 2024-12-05T02:20:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741841_1017 (size=7686) 2024-12-05T02:20:34,036 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:34,037 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f1/ceced19695a34fce817fe72accc99163 is 30, key is row1/f1:/1733365229940/DeleteFamily/seqid=0 2024-12-05T02:20:34,041 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1521, reset compression=false 2024-12-05T02:20:34,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741842_1018 (size=5158) 2024-12-05T02:20:34,053 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:34,053 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1768, reset compression=false 2024-12-05T02:20:34,053 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45655,1733365213300 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:34,054 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,45655,1733365213300: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,45655,1733365213300, walGroup=01bccfa882c7%2C45655%2C1733365213300, offset=01bccfa882c7%2C45655%2C1733365213300.1733365214910:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:45655 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:20:34,055 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:20:34,056 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 799411280 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198632432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:20:34,057 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:20:34,153 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1344, reset compression=false 2024-12-05T02:20:34,158 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:34,158 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:34,158 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:34,185 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da22c9b0b665134af34f3b6469d90c18, f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:34,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1768, reset compression=false 2024-12-05T02:20:34,341 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:34,361 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:34,385 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da22c9b0b665134af34f3b6469d90c18, f22557bfe217c7f503e43b1011f5dfd9 2024-12-05T02:20:34,419 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/info/5fab5c1d2fa34398b5ef13ca243bc572 2024-12-05T02:20:34,437 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/ns/837932d8d7f742d79fc513d6b4bc6362 is 43, key is default/ns:d/1733365215908/Put/seqid=0 2024-12-05T02:20:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741843_1019 (size=5153) 2024-12-05T02:20:34,449 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f1/ceced19695a34fce817fe72accc99163 2024-12-05T02:20:34,452 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceced19695a34fce817fe72accc99163 2024-12-05T02:20:34,475 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/norep/63052b6cae094347b7948d7dc95a8df1 is 33, key is row2/norep:/1733365230948/DeleteFamily/seqid=0 2024-12-05T02:20:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741844_1020 (size=5108) 2024-12-05T02:20:34,479 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/norep/63052b6cae094347b7948d7dc95a8df1 2024-12-05T02:20:34,483 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63052b6cae094347b7948d7dc95a8df1 2024-12-05T02:20:34,484 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f/fd9c282916e7491699782f2d24898da2 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/f/fd9c282916e7491699782f2d24898da2 2024-12-05T02:20:34,487 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd9c282916e7491699782f2d24898da2 2024-12-05T02:20:34,487 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/f/fd9c282916e7491699782f2d24898da2, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T02:20:34,488 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/f1/ceced19695a34fce817fe72accc99163 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/f1/ceced19695a34fce817fe72accc99163 2024-12-05T02:20:34,491 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ceced19695a34fce817fe72accc99163 2024-12-05T02:20:34,492 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/f1/ceced19695a34fce817fe72accc99163, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:34,492 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/.tmp/norep/63052b6cae094347b7948d7dc95a8df1 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/norep/63052b6cae094347b7948d7dc95a8df1 2024-12-05T02:20:34,496 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63052b6cae094347b7948d7dc95a8df1 2024-12-05T02:20:34,496 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/norep/63052b6cae094347b7948d7dc95a8df1, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:34,497 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f22557bfe217c7f503e43b1011f5dfd9 in 515ms, sequenceid=12, compaction requested=false 2024-12-05T02:20:34,500 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/default/test/f22557bfe217c7f503e43b1011f5dfd9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:34,501 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f22557bfe217c7f503e43b1011f5dfd9: Waiting for close lock at 1733365233981Running coprocessor pre-close hooks at 1733365233981Disabling compacts and flushes for region at 1733365233981Disabling writes for close at 1733365233981Obtaining lock to block concurrent updates at 1733365233981Preparing flush snapshotting stores in f22557bfe217c7f503e43b1011f5dfd9 at 1733365233981Finished memstore snapshotting test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733365233982 (+1 ms)Flushing stores of test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. at 1733365233982Flushing f22557bfe217c7f503e43b1011f5dfd9/f: creating writer at 1733365233983 (+1 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/f: appending metadata at 1733365234001 (+18 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/f: closing flushed file at 1733365234001Flushing f22557bfe217c7f503e43b1011f5dfd9/f1: creating writer at 1733365234013 (+12 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/f1: appending metadata at 1733365234036 (+23 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/f1: closing flushed file at 1733365234036Flushing f22557bfe217c7f503e43b1011f5dfd9/norep: creating writer at 1733365234452 (+416 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/norep: appending metadata at 1733365234474 (+22 ms)Flushing f22557bfe217c7f503e43b1011f5dfd9/norep: closing flushed file at 1733365234474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a919205: reopening flushed file at 1733365234483 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc7aa0b: reopening flushed file at 1733365234487 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dbd3b5: reopening flushed file at 1733365234492 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f22557bfe217c7f503e43b1011f5dfd9 in 515ms, sequenceid=12, compaction requested=false at 1733365234497 (+5 ms)Writing region close event to WAL at 1733365234498 (+1 ms)Running coprocessor post-close hooks at 1733365234501 (+3 ms)Closed at 1733365234501 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9. 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da22c9b0b665134af34f3b6469d90c18, disabling compactions & flushes 2024-12-05T02:20:34,501 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. after waiting 0 ms 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da22c9b0b665134af34f3b6469d90c18: Waiting for close lock at 1733365234501Running coprocessor pre-close hooks at 1733365234501Disabling compacts and flushes for region at 1733365234501Disabling writes for close at 1733365234501Failed flush hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18., putting online again at 1733365234501 2024-12-05T02:20:34,501 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,563 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 1768, reset compression=false 2024-12-05T02:20:34,570 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:34,570 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 2412, reset compression=false 2024-12-05T02:20:34,585 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(3091): Received CLOSE for da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:34,585 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da22c9b0b665134af34f3b6469d90c18 2024-12-05T02:20:34,585 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da22c9b0b665134af34f3b6469d90c18, disabling compactions & flushes 2024-12-05T02:20:34,585 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,585 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,585 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. after waiting 0 ms 2024-12-05T02:20:34,585 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,585 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da22c9b0b665134af34f3b6469d90c18: Waiting for close lock at 1733365234585Running coprocessor pre-close hooks at 1733365234585Disabling compacts and flushes for region at 1733365234585Disabling writes for close at 1733365234585Failed flush hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18., putting online again at 1733365234585 2024-12-05T02:20:34,586 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18. 2024-12-05T02:20:34,664 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:34,746 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:34,772 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:20:34,772 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:20:34,772 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 2412, reset compression=false 2024-12-05T02:20:34,785 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:20:34,841 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/ns/837932d8d7f742d79fc513d6b4bc6362 2024-12-05T02:20:34,860 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/rep_barrier/62ac5873b9e64ddb88d8e3f18e1a9e48 is 112, key is test,,1733365220265.f22557bfe217c7f503e43b1011f5dfd9./rep_barrier:seqnumDuringOpen/1733365221019/Put/seqid=0 2024-12-05T02:20:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741845_1021 (size=5518) 2024-12-05T02:20:34,985 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:20:34,985 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da22c9b0b665134af34f3b6469d90c18=hbase:replication,,1733365223720.da22c9b0b665134af34f3b6469d90c18.} 2024-12-05T02:20:34,986 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:20:35,070 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:35,076 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 2412, reset compression=false 2024-12-05T02:20:35,186 DEBUG [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:20:35,250 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:35,264 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/rep_barrier/62ac5873b9e64ddb88d8e3f18e1a9e48 2024-12-05T02:20:35,293 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/table/917fbc0f5b0644f0bb7f5a78f00d383a is 53, key is hbase:replication/table:state/1733365224896/Put/seqid=0 2024-12-05T02:20:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:20:35,303 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/table/917fbc0f5b0644f0bb7f5a78f00d383a 2024-12-05T02:20:35,308 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/info/5fab5c1d2fa34398b5ef13ca243bc572 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/info/5fab5c1d2fa34398b5ef13ca243bc572 2024-12-05T02:20:35,317 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/info/5fab5c1d2fa34398b5ef13ca243bc572, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:20:35,318 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/ns/837932d8d7f742d79fc513d6b4bc6362 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/ns/837932d8d7f742d79fc513d6b4bc6362 2024-12-05T02:20:35,322 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/ns/837932d8d7f742d79fc513d6b4bc6362, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:20:35,327 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/rep_barrier/62ac5873b9e64ddb88d8e3f18e1a9e48 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/rep_barrier/62ac5873b9e64ddb88d8e3f18e1a9e48 2024-12-05T02:20:35,333 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/rep_barrier/62ac5873b9e64ddb88d8e3f18e1a9e48, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:20:35,334 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/.tmp/table/917fbc0f5b0644f0bb7f5a78f00d383a as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/table/917fbc0f5b0644f0bb7f5a78f00d383a 2024-12-05T02:20:35,338 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/table/917fbc0f5b0644f0bb7f5a78f00d383a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:20:35,339 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-12-05T02:20:35,353 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:20:35,354 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:35,354 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:35,354 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:35,354 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365233984Running coprocessor pre-close hooks at 1733365233984Disabling compacts and flushes for region at 1733365233984Disabling writes for close at 1733365233984Obtaining lock to block concurrent updates at 1733365233985 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733365233985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365233985Flushing stores of hbase:meta,,1.1588230740 at 1733365233986 (+1 ms)Flushing 1588230740/info: creating writer at 1733365233986Flushing 1588230740/info: appending metadata at 1733365234007 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733365234007Flushing 1588230740/ns: creating writer at 1733365234423 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733365234437 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733365234437Flushing 1588230740/rep_barrier: creating writer at 1733365234845 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365234859 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365234859Flushing 1588230740/table: creating writer at 1733365235268 (+409 ms)Flushing 1588230740/table: appending metadata at 1733365235292 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733365235292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e1556a: reopening flushed file at 1733365235307 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3914664e: reopening flushed file at 1733365235317 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f07dfa: reopening flushed file at 1733365235322 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31107995: reopening flushed file at 1733365235333 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1733365235339 (+6 ms)Writing region close event to WAL at 1733365235350 (+11 ms)Running coprocessor post-close hooks at 1733365235354 (+4 ms)Closed at 1733365235354 2024-12-05T02:20:35,354 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:35,386 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T02:20:35,386 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,45655,1733365213300; all regions closed. 2024-12-05T02:20:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:20:35,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741839_1015 (size=2390) 2024-12-05T02:20:35,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 not finished, retry = 0 2024-12-05T02:20:35,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741832_1008 (size=2420) 2024-12-05T02:20:35,482 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 to pos 2412, reset compression=false 2024-12-05T02:20:35,500 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:35,500 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/WALs/01bccfa882c7,45655,1733365213300/01bccfa882c7%2C45655%2C1733365213300.1733365214910 2024-12-05T02:20:35,500 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:35,500 INFO [RS:0;01bccfa882c7:45655 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:35,501 INFO [RS:0;01bccfa882c7:45655 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:35,501 INFO [RS:0;01bccfa882c7:45655 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:35,501 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,45655,1733365213300 because: Region server is closing 2024-12-05T02:20:35,501 INFO [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45655. 2024-12-05T02:20:35,501 DEBUG [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:35,501 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:35,501 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:35,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:35,502 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:35,574 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:35,602 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.shipper01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 terminated 2024-12-05T02:20:35,602 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45655,1733365213300.replicationSource.wal-reader.01bccfa882c7%2C45655%2C1733365213300,1-01bccfa882c7,45655,1733365213300 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T02:20:35,602 INFO [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45655. 2024-12-05T02:20:35,602 DEBUG [RS:0;01bccfa882c7:45655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:35,602 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:35,602 DEBUG [RS:0;01bccfa882c7:45655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:35,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:35,602 INFO [RS:0;01bccfa882c7:45655 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45655 2024-12-05T02:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1873914173/rs/01bccfa882c7,45655,1733365213300 2024-12-05T02:20:35,604 INFO [RS:0;01bccfa882c7:45655 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:35,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173/rs 2024-12-05T02:20:35,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,45655,1733365213300] 2024-12-05T02:20:35,612 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1873914173/draining/01bccfa882c7,45655,1733365213300 already deleted, retry=false 2024-12-05T02:20:35,612 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,45655,1733365213300 expired; onlineServers=0 2024-12-05T02:20:35,612 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,33601,1733365213242' ***** 2024-12-05T02:20:35,612 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:20:35,612 INFO [M:0;01bccfa882c7:33601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:35,613 INFO [M:0;01bccfa882c7:33601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:35,613 DEBUG [M:0;01bccfa882c7:33601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:20:35,613 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:20:35,613 DEBUG [M:0;01bccfa882c7:33601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:20:35,613 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365214708 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365214708,5,FailOnTimeoutGroup] 2024-12-05T02:20:35,613 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365214712 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365214712,5,FailOnTimeoutGroup] 2024-12-05T02:20:35,613 INFO [M:0;01bccfa882c7:33601 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:35,613 INFO [M:0;01bccfa882c7:33601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:35,613 DEBUG [M:0;01bccfa882c7:33601 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:20:35,613 INFO [M:0;01bccfa882c7:33601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:20:35,614 INFO [M:0;01bccfa882c7:33601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:35,614 INFO [M:0;01bccfa882c7:33601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:20:35,614 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:20:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1873914173/master 2024-12-05T02:20:35,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1873914173 2024-12-05T02:20:35,619 DEBUG [M:0;01bccfa882c7:33601 {}] zookeeper.ZKUtil(347): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Unable to get data of znode /2-1873914173/master because node does not exist (not an error) 2024-12-05T02:20:35,619 WARN [M:0;01bccfa882c7:33601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:20:35,620 INFO [M:0;01bccfa882c7:33601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/.lastflushedseqids 2024-12-05T02:20:35,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741847_1023 (size=245) 2024-12-05T02:20:35,641 INFO [M:0;01bccfa882c7:33601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:20:35,641 INFO [M:0;01bccfa882c7:33601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:20:35,642 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:35,642 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:35,642 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:35,642 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:35,642 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:35,642 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-05T02:20:35,672 DEBUG [M:0;01bccfa882c7:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238db612b3644d778c0302801da7a5a7 is 82, key is hbase:meta,,1/info:regioninfo/1733365215897/Put/seqid=0 2024-12-05T02:20:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741848_1024 (size=5672) 2024-12-05T02:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:35,706 INFO [RS:0;01bccfa882c7:45655 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45655-0x101806bf6be0007, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:35,706 INFO [RS:0;01bccfa882c7:45655 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,45655,1733365213300; zookeeper connection closed. 2024-12-05T02:20:35,706 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bcd6215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bcd6215 2024-12-05T02:20:35,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:20:35,854 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:36,077 INFO [M:0;01bccfa882c7:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238db612b3644d778c0302801da7a5a7 2024-12-05T02:20:36,102 DEBUG [M:0;01bccfa882c7:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f7bdf4d2eec401ca4e4e11401e45e06 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365224900/Put/seqid=0 2024-12-05T02:20:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741849_1025 (size=9212) 2024-12-05T02:20:36,179 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:36,507 INFO [M:0;01bccfa882c7:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f7bdf4d2eec401ca4e4e11401e45e06 2024-12-05T02:20:36,534 DEBUG [M:0;01bccfa882c7:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bee08acfea894819a3d06872539bff3e is 69, key is 01bccfa882c7,45655,1733365213300/rs:state/1733365214755/Put/seqid=0 2024-12-05T02:20:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741850_1026 (size=5156) 2024-12-05T02:20:36,566 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:36,705 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:36,939 INFO [M:0;01bccfa882c7:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bee08acfea894819a3d06872539bff3e 2024-12-05T02:20:36,944 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/238db612b3644d778c0302801da7a5a7 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/238db612b3644d778c0302801da7a5a7 2024-12-05T02:20:36,948 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/238db612b3644d778c0302801da7a5a7, entries=8, sequenceid=127, filesize=5.5 K 2024-12-05T02:20:36,949 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f7bdf4d2eec401ca4e4e11401e45e06 as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f7bdf4d2eec401ca4e4e11401e45e06 2024-12-05T02:20:36,955 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f7bdf4d2eec401ca4e4e11401e45e06, entries=15, sequenceid=127, filesize=9.0 K 2024-12-05T02:20:36,956 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bee08acfea894819a3d06872539bff3e as hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bee08acfea894819a3d06872539bff3e 2024-12-05T02:20:36,960 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35745/user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bee08acfea894819a3d06872539bff3e, entries=1, sequenceid=127, filesize=5.0 K 2024-12-05T02:20:36,961 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=127, compaction requested=false 2024-12-05T02:20:36,963 INFO [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:36,963 DEBUG [M:0;01bccfa882c7:33601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365235641Disabling compacts and flushes for region at 1733365235641Disabling writes for close at 1733365235642 (+1 ms)Obtaining lock to block concurrent updates at 1733365235642Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365235642Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733365235642Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365235643 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365235643Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365235671 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365235671Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365236082 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365236102 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365236102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365236512 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365236533 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365236534 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ff23be: reopening flushed file at 1733365236943 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263c8900: reopening flushed file at 1733365236948 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2a2104: reopening flushed file at 1733365236955 (+7 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=127, compaction requested=false at 1733365236961 (+6 ms)Writing region close event to WAL at 1733365236963 (+2 ms)Closed at 1733365236963 2024-12-05T02:20:36,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b780512-c1b1-38f6-f729-aa8d082638a3/MasterData/WALs/01bccfa882c7,33601,1733365213242/01bccfa882c7%2C33601%2C1733365213242.1733365214613 not finished, retry = 0 2024-12-05T02:20:36,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39599 is added to blk_1073741830_1006 (size=73866) 2024-12-05T02:20:37,067 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:37,067 INFO [M:0;01bccfa882c7:33601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:20:37,067 INFO [M:0;01bccfa882c7:33601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33601 2024-12-05T02:20:37,068 INFO [M:0;01bccfa882c7:33601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:37,170 INFO [M:0;01bccfa882c7:33601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:37,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x101806bf6be0006, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:37,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11735bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:37,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:37,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:37,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:37,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:37,180 WARN [BP-1831353444-172.17.0.2-1733365212491 heartbeating to localhost/127.0.0.1:35745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:20:37,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:20:37,180 WARN [BP-1831353444-172.17.0.2-1733365212491 heartbeating to localhost/127.0.0.1:35745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1831353444-172.17.0.2-1733365212491 (Datanode Uuid 9b40052a-d20c-485c-884a-327690f88e0a) service to localhost/127.0.0.1:35745 2024-12-05T02:20:37,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:20:37,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/cluster_cbef7f1c-c21a-83de-a4b6-a5ee7d9c643a/data/data1/current/BP-1831353444-172.17.0.2-1733365212491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:37,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/cluster_cbef7f1c-c21a-83de-a4b6-a5ee7d9c643a/data/data2/current/BP-1831353444-172.17.0.2-1733365212491 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:37,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:20:37,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe34b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:37,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:37,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:37,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:37,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:20:37,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:37,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:37,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:37,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:37,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:37,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:20:37,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=65248274, stopped=false 2024-12-05T02:20:37,228 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,44091,1733365209942 2024-12-05T02:20:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1506718119/running 2024-12-05T02:20:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:37,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:37,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:37,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:37,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,45517,1733365209994' ***** 2024-12-05T02:20:37,230 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:20:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1506718119/running 2024-12-05T02:20:37,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:37,230 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:20:37,230 INFO [RS:0;01bccfa882c7:45517 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:20:37,230 INFO [RS:0;01bccfa882c7:45517 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:20:37,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:20:37,231 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(3091): Received CLOSE for eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:37,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/running 2024-12-05T02:20:37,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Set watcher on znode that does not yet exist, /1-1506718119/running 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(3091): Received CLOSE for 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,45517,1733365209994 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45517. 2024-12-05T02:20:37,239 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eddf5c22ede144b17c972219c4d1c4d2, disabling compactions & flushes 2024-12-05T02:20:37,239 DEBUG [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:37,239 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:37,239 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:37,239 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:20:37,239 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. after waiting 0 ms 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:20:37,239 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:20:37,239 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:20:37,240 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eddf5c22ede144b17c972219c4d1c4d2 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-05T02:20:37,240 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:20:37,240 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1325): Online Regions={eddf5c22ede144b17c972219c4d1c4d2=hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2., 1588230740=hbase:meta,,1.1588230740, 857e7479e9d6bb1a54cdcd53e66d7291=test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.} 2024-12-05T02:20:37,240 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291, eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:37,240 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:37,240 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:37,240 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:37,241 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:37,241 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:37,241 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:20:37,259 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/.tmp/queue/c4f1662f0bf6439693168db8796692d0 is 154, key is 1-01bccfa882c7,45517,1733365209994/queue:01bccfa882c7%2C45517%2C1733365209994/1733365233831/Put/seqid=0 2024-12-05T02:20:37,259 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:37,270 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/info/b9db1a2b0bff4565a0bf6a1b10b0c506 is 147, key is hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2./info:regioninfo/1733365223342/Put/seqid=0 2024-12-05T02:20:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741840_1016 (size=5353) 2024-12-05T02:20:37,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741841_1017 (size=7686) 2024-12-05T02:20:37,370 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:37,440 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291, eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:37,630 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:20:37,630 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:20:37,641 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291, eddf5c22ede144b17c972219c4d1c4d2 2024-12-05T02:20:37,678 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/.tmp/queue/c4f1662f0bf6439693168db8796692d0 2024-12-05T02:20:37,681 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/info/b9db1a2b0bff4565a0bf6a1b10b0c506 2024-12-05T02:20:37,683 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/.tmp/queue/c4f1662f0bf6439693168db8796692d0 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/queue/c4f1662f0bf6439693168db8796692d0 2024-12-05T02:20:37,687 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:37,687 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/queue/c4f1662f0bf6439693168db8796692d0, entries=1, sequenceid=14, filesize=5.2 K 2024-12-05T02:20:37,688 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for eddf5c22ede144b17c972219c4d1c4d2 in 449ms, sequenceid=14, compaction requested=false 2024-12-05T02:20:37,691 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/replication/eddf5c22ede144b17c972219c4d1c4d2/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-05T02:20:37,691 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:37,691 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:37,692 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eddf5c22ede144b17c972219c4d1c4d2: Waiting for close lock at 1733365237239Running coprocessor pre-close hooks at 1733365237239Disabling compacts and flushes for region at 1733365237239Disabling writes for close at 1733365237239Obtaining lock to block concurrent updates at 1733365237240 (+1 ms)Preparing flush snapshotting stores in eddf5c22ede144b17c972219c4d1c4d2 at 1733365237240Finished memstore snapshotting hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733365237240Flushing stores of hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. at 1733365237241 (+1 ms)Flushing eddf5c22ede144b17c972219c4d1c4d2/queue: creating writer at 1733365237241Flushing eddf5c22ede144b17c972219c4d1c4d2/queue: appending metadata at 1733365237258 (+17 ms)Flushing eddf5c22ede144b17c972219c4d1c4d2/queue: closing flushed file at 1733365237258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645c0407: reopening flushed file at 1733365237683 (+425 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for eddf5c22ede144b17c972219c4d1c4d2 in 449ms, sequenceid=14, compaction requested=false at 1733365237688 (+5 ms)Writing region close event to WAL at 1733365237689 (+1 ms)Running coprocessor post-close hooks at 1733365237691 (+2 ms)Closed at 1733365237692 (+1 ms) 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365222570.eddf5c22ede144b17c972219c4d1c4d2. 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 857e7479e9d6bb1a54cdcd53e66d7291, disabling compactions & flushes 2024-12-05T02:20:37,692 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. after waiting 0 ms 2024-12-05T02:20:37,692 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:37,692 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 857e7479e9d6bb1a54cdcd53e66d7291 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-05T02:20:37,702 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/ns/f0a23e7963f9418f8237f618bdcd0025 is 43, key is default/ns:d/1733365212374/Put/seqid=0 2024-12-05T02:20:37,707 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f/f4ddf4e41ac04519b528e65c3ac0063f is 37, key is row3/f:row3/1733365232627/Put/seqid=0 2024-12-05T02:20:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:20:37,709 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/ns/f0a23e7963f9418f8237f618bdcd0025 2024-12-05T02:20:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741843_1019 (size=5228) 2024-12-05T02:20:37,730 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bb7c48a49c4681882793024d1687df is 112, key is test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291./rep_barrier:seqnumDuringOpen/1733365219263/Put/seqid=0 2024-12-05T02:20:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741844_1020 (size=5518) 2024-12-05T02:20:37,841 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,041 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,111 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f/f4ddf4e41ac04519b528e65c3ac0063f 2024-12-05T02:20:38,115 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ddf4e41ac04519b528e65c3ac0063f 2024-12-05T02:20:38,129 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f1/da19019f30fb4a4d8e2523af84a7b2a1 is 30, key is row1/f1:/1733365229940/DeleteFamily/seqid=0 2024-12-05T02:20:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741845_1021 (size=5158) 2024-12-05T02:20:38,133 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bb7c48a49c4681882793024d1687df 2024-12-05T02:20:38,151 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/table/9b13900018664710884da2e852c980d0 is 53, key is hbase:replication/table:state/1733365223350/Put/seqid=0 2024-12-05T02:20:38,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:20:38,241 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:20:38,241 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 857e7479e9d6bb1a54cdcd53e66d7291=test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291.} 2024-12-05T02:20:38,241 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,278 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1473, reset compression=false 2024-12-05T02:20:38,282 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:38,282 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1720, reset compression=false 2024-12-05T02:20:38,282 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45517,1733365209994 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:38,283 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,45517,1733365209994: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,45517,1733365209994, walGroup=01bccfa882c7%2C45517%2C1733365209994, offset=01bccfa882c7%2C45517%2C1733365209994.1733365211786:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:45517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:20:38,284 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:20:38,284 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:20:38,285 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:20:38,285 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:20:38,285 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:20:38,285 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 891685968 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199235192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:20:38,286 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:44091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:44091 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:20:38,441 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,485 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1720, reset compression=false 2024-12-05T02:20:38,534 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f1/da19019f30fb4a4d8e2523af84a7b2a1 2024-12-05T02:20:38,537 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da19019f30fb4a4d8e2523af84a7b2a1 2024-12-05T02:20:38,552 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/norep/4d3ea6dd4bb54eaaa372cc03b2577fd0 is 33, key is row1/norep:/1733365229940/DeleteFamily/seqid=0 2024-12-05T02:20:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741847_1023 (size=5108) 2024-12-05T02:20:38,555 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/table/9b13900018664710884da2e852c980d0 2024-12-05T02:20:38,559 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/info/b9db1a2b0bff4565a0bf6a1b10b0c506 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/info/b9db1a2b0bff4565a0bf6a1b10b0c506 2024-12-05T02:20:38,563 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/info/b9db1a2b0bff4565a0bf6a1b10b0c506, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:20:38,563 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/ns/f0a23e7963f9418f8237f618bdcd0025 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/ns/f0a23e7963f9418f8237f618bdcd0025 2024-12-05T02:20:38,566 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/ns/f0a23e7963f9418f8237f618bdcd0025, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:20:38,567 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/rep_barrier/f5bb7c48a49c4681882793024d1687df as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/rep_barrier/f5bb7c48a49c4681882793024d1687df 2024-12-05T02:20:38,570 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/rep_barrier/f5bb7c48a49c4681882793024d1687df, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:20:38,571 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/.tmp/table/9b13900018664710884da2e852c980d0 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/table/9b13900018664710884da2e852c980d0 2024-12-05T02:20:38,574 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/table/9b13900018664710884da2e852c980d0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:20:38,575 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-12-05T02:20:38,578 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:20:38,579 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:38,579 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:38,579 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:38,579 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365237240Running coprocessor pre-close hooks at 1733365237240Disabling compacts and flushes for region at 1733365237240Disabling writes for close at 1733365237241 (+1 ms)Obtaining lock to block concurrent updates at 1733365237241Preparing flush snapshotting stores in 1588230740 at 1733365237241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365237241Flushing stores of hbase:meta,,1.1588230740 at 1733365237241Flushing 1588230740/info: creating writer at 1733365237241Flushing 1588230740/info: appending metadata at 1733365237270 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733365237270Flushing 1588230740/ns: creating writer at 1733365237685 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733365237702 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733365237702Flushing 1588230740/rep_barrier: creating writer at 1733365237712 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365237729 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365237729Flushing 1588230740/table: creating writer at 1733365238137 (+408 ms)Flushing 1588230740/table: appending metadata at 1733365238150 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733365238150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325ed029: reopening flushed file at 1733365238559 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad77578: reopening flushed file at 1733365238563 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533b3ca7: reopening flushed file at 1733365238566 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fb967c: reopening flushed file at 1733365238570 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1733365238575 (+5 ms)Writing region close event to WAL at 1733365238576 (+1 ms)Running coprocessor post-close hooks at 1733365238579 (+3 ms)Closed at 1733365238579 2024-12-05T02:20:38,579 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:38,590 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:38,642 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,789 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1720, reset compression=false 2024-12-05T02:20:38,842 DEBUG [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1351): Waiting on 857e7479e9d6bb1a54cdcd53e66d7291 2024-12-05T02:20:38,956 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/norep/4d3ea6dd4bb54eaaa372cc03b2577fd0 2024-12-05T02:20:38,960 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d3ea6dd4bb54eaaa372cc03b2577fd0 2024-12-05T02:20:38,960 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f/f4ddf4e41ac04519b528e65c3ac0063f as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/f/f4ddf4e41ac04519b528e65c3ac0063f 2024-12-05T02:20:38,964 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ddf4e41ac04519b528e65c3ac0063f 2024-12-05T02:20:38,964 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/f/f4ddf4e41ac04519b528e65c3ac0063f, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T02:20:38,965 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/f1/da19019f30fb4a4d8e2523af84a7b2a1 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/f1/da19019f30fb4a4d8e2523af84a7b2a1 2024-12-05T02:20:38,968 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da19019f30fb4a4d8e2523af84a7b2a1 2024-12-05T02:20:38,968 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/f1/da19019f30fb4a4d8e2523af84a7b2a1, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:38,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/.tmp/norep/4d3ea6dd4bb54eaaa372cc03b2577fd0 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/norep/4d3ea6dd4bb54eaaa372cc03b2577fd0 2024-12-05T02:20:38,972 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d3ea6dd4bb54eaaa372cc03b2577fd0 2024-12-05T02:20:38,972 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/norep/4d3ea6dd4bb54eaaa372cc03b2577fd0, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:38,973 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 857e7479e9d6bb1a54cdcd53e66d7291 in 1281ms, sequenceid=12, compaction requested=false 2024-12-05T02:20:38,973 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:20:38,977 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/data/default/test/857e7479e9d6bb1a54cdcd53e66d7291/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:20:38,977 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:38,977 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:38,977 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:38,977 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 857e7479e9d6bb1a54cdcd53e66d7291: Waiting for close lock at 1733365237692Running coprocessor pre-close hooks at 1733365237692Disabling compacts and flushes for region at 1733365237692Disabling writes for close at 1733365237692Obtaining lock to block concurrent updates at 1733365237692Preparing flush snapshotting stores in 857e7479e9d6bb1a54cdcd53e66d7291 at 1733365237692Finished memstore snapshotting test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733365237692Flushing stores of test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. at 1733365237693 (+1 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f: creating writer at 1733365237693Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f: appending metadata at 1733365237707 (+14 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f: closing flushed file at 1733365237707Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f1: creating writer at 1733365238115 (+408 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f1: appending metadata at 1733365238129 (+14 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/f1: closing flushed file at 1733365238129Flushing 857e7479e9d6bb1a54cdcd53e66d7291/norep: creating writer at 1733365238538 (+409 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/norep: appending metadata at 1733365238551 (+13 ms)Flushing 857e7479e9d6bb1a54cdcd53e66d7291/norep: closing flushed file at 1733365238551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472797dc: reopening flushed file at 1733365238960 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c996593: reopening flushed file at 1733365238964 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c420f95: reopening flushed file at 1733365238968 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 857e7479e9d6bb1a54cdcd53e66d7291 in 1281ms, sequenceid=12, compaction requested=false at 1733365238973 (+5 ms)Writing region close event to WAL at 1733365238974 (+1 ms)Running coprocessor post-close hooks at 1733365238977 (+3 ms)Closed at 1733365238977 2024-12-05T02:20:38,978 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365218115.857e7479e9d6bb1a54cdcd53e66d7291. 2024-12-05T02:20:39,042 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,45517,1733365209994; all regions closed. 2024-12-05T02:20:39,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:20:39,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.meta.1733365212303.meta not finished, retry = 0 2024-12-05T02:20:39,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741839_1015 (size=3552) 2024-12-05T02:20:39,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.rep.1733365223308 not finished, retry = 0 2024-12-05T02:20:39,192 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 1720, reset compression=false 2024-12-05T02:20:39,196 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:39,196 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/WALs/01bccfa882c7,45517,1733365209994/01bccfa882c7%2C45517%2C1733365209994.1733365211786 to pos 2364, reset compression=false 2024-12-05T02:20:39,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741833_1009 (size=2372) 2024-12-05T02:20:39,250 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:39,250 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:39,250 INFO [RS:0;01bccfa882c7:45517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:39,250 INFO [RS:0;01bccfa882c7:45517 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:39,250 INFO [RS:0;01bccfa882c7:45517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:39,250 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:39,250 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,45517,1733365209994 because: Region server is closing 2024-12-05T02:20:39,251 INFO [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45517. 2024-12-05T02:20:39,251 DEBUG [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:39,251 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:39,251 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:39,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:39,351 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.shipper01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 terminated 2024-12-05T02:20:39,351 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45517,1733365209994.replicationSource.wal-reader.01bccfa882c7%2C45517%2C1733365209994,1-01bccfa882c7,45517,1733365209994 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:20:39,351 INFO [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45517. 2024-12-05T02:20:39,351 DEBUG [RS:0;01bccfa882c7:45517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:39,351 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:39,352 DEBUG [RS:0;01bccfa882c7:45517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:39,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:39,352 INFO [RS:0;01bccfa882c7:45517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45517 2024-12-05T02:20:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1506718119/rs/01bccfa882c7,45517,1733365209994 2024-12-05T02:20:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119/rs 2024-12-05T02:20:39,353 INFO [RS:0;01bccfa882c7:45517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:39,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,45517,1733365209994] 2024-12-05T02:20:39,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1506718119/draining/01bccfa882c7,45517,1733365209994 already deleted, retry=false 2024-12-05T02:20:39,357 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,45517,1733365209994 expired; onlineServers=0 2024-12-05T02:20:39,357 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,44091,1733365209942' ***** 2024-12-05T02:20:39,357 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:20:39,357 INFO [M:0;01bccfa882c7:44091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:39,357 INFO [M:0;01bccfa882c7:44091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:39,357 DEBUG [M:0;01bccfa882c7:44091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:20:39,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:20:39,357 DEBUG [M:0;01bccfa882c7:44091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:20:39,357 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365211522 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365211522,5,FailOnTimeoutGroup] 2024-12-05T02:20:39,357 INFO [M:0;01bccfa882c7:44091 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:39,357 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365211522 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365211522,5,FailOnTimeoutGroup] 2024-12-05T02:20:39,358 INFO [M:0;01bccfa882c7:44091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:39,358 DEBUG [M:0;01bccfa882c7:44091 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:20:39,358 INFO [M:0;01bccfa882c7:44091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:20:39,358 INFO [M:0;01bccfa882c7:44091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:39,358 INFO [M:0;01bccfa882c7:44091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:20:39,358 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:20:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1506718119/master 2024-12-05T02:20:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1506718119 2024-12-05T02:20:39,359 DEBUG [M:0;01bccfa882c7:44091 {}] zookeeper.ZKUtil(347): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Unable to get data of znode /1-1506718119/master because node does not exist (not an error) 2024-12-05T02:20:39,359 WARN [M:0;01bccfa882c7:44091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:20:39,360 INFO [M:0;01bccfa882c7:44091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/.lastflushedseqids 2024-12-05T02:20:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741848_1024 (size=245) 2024-12-05T02:20:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:39,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45517-0x101806bf6be0004, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:39,455 INFO [RS:0;01bccfa882c7:45517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:39,455 INFO [RS:0;01bccfa882c7:45517 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,45517,1733365209994; zookeeper connection closed. 2024-12-05T02:20:39,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f017b8f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f017b8f 2024-12-05T02:20:39,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:20:39,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:39,593 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:39,764 INFO [M:0;01bccfa882c7:44091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:20:39,764 INFO [M:0;01bccfa882c7:44091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:20:39,764 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:39,764 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:39,764 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:39,764 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:39,764 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:39,765 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T02:20:39,781 DEBUG [M:0;01bccfa882c7:44091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a5791cec1b48a39055f2154a4bd002 is 82, key is hbase:meta,,1/info:regioninfo/1733365212359/Put/seqid=0 2024-12-05T02:20:39,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741849_1025 (size=5672) 2024-12-05T02:20:39,926 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:20:40,067 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:40,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:40,185 INFO [M:0;01bccfa882c7:44091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a5791cec1b48a39055f2154a4bd002 2024-12-05T02:20:40,212 DEBUG [M:0;01bccfa882c7:44091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfd0474157aa4a45a3e51b686971d3b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365223354/Put/seqid=0 2024-12-05T02:20:40,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741850_1026 (size=8517) 2024-12-05T02:20:40,617 INFO [M:0;01bccfa882c7:44091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfd0474157aa4a45a3e51b686971d3b6 2024-12-05T02:20:40,638 DEBUG [M:0;01bccfa882c7:44091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad414e72e4e453d89c21095696547b9 is 69, key is 01bccfa882c7,45517,1733365209994/rs:state/1733365211590/Put/seqid=0 2024-12-05T02:20:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741851_1027 (size=5156) 2024-12-05T02:20:40,697 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:41,042 INFO [M:0;01bccfa882c7:44091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad414e72e4e453d89c21095696547b9 2024-12-05T02:20:41,047 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3a5791cec1b48a39055f2154a4bd002 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a5791cec1b48a39055f2154a4bd002 2024-12-05T02:20:41,052 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3a5791cec1b48a39055f2154a4bd002, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:20:41,058 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfd0474157aa4a45a3e51b686971d3b6 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfd0474157aa4a45a3e51b686971d3b6 2024-12-05T02:20:41,063 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfd0474157aa4a45a3e51b686971d3b6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:20:41,064 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ad414e72e4e453d89c21095696547b9 as hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad414e72e4e453d89c21095696547b9 2024-12-05T02:20:41,069 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35019/user/jenkins/test-data/917a1ef1-824c-35da-19d0-39ab6544b60c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ad414e72e4e453d89c21095696547b9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:20:41,070 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false 2024-12-05T02:20:41,085 INFO [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:41,085 DEBUG [M:0;01bccfa882c7:44091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365239764Disabling compacts and flushes for region at 1733365239764Disabling writes for close at 1733365239764Obtaining lock to block concurrent updates at 1733365239765 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365239765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733365239765Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365239765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365239765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365239780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365239780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365240188 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365240212 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365240212Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365240620 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365240637 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365240638 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187ea6be: reopening flushed file at 1733365241047 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e24e38b: reopening flushed file at 1733365241052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db12309: reopening flushed file at 1733365241063 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=97, compaction requested=false at 1733365241070 (+7 ms)Writing region close event to WAL at 1733365241084 (+14 ms)Closed at 1733365241084 2024-12-05T02:20:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42537 is added to blk_1073741830_1006 (size=63666) 2024-12-05T02:20:41,090 INFO [M:0;01bccfa882c7:44091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:20:41,090 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:41,091 INFO [M:0;01bccfa882c7:44091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44091 2024-12-05T02:20:41,091 INFO [M:0;01bccfa882c7:44091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:41,206 INFO [M:0;01bccfa882c7:44091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:41,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:41,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44091-0x101806bf6be0003, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:41,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a00b9a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:41,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:41,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:41,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:41,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:41,211 WARN [BP-834186839-172.17.0.2-1733365209150 heartbeating to localhost/127.0.0.1:35019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:20:41,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:20:41,211 WARN [BP-834186839-172.17.0.2-1733365209150 heartbeating to localhost/127.0.0.1:35019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-834186839-172.17.0.2-1733365209150 (Datanode Uuid 6ba0a7c1-ae6a-41da-a85c-da830763f497) service to localhost/127.0.0.1:35019 2024-12-05T02:20:41,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:20:41,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/cluster_9edb6aaa-2676-86b8-2deb-f50d939395dc/data/data1/current/BP-834186839-172.17.0.2-1733365209150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:41,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/cluster_9edb6aaa-2676-86b8-2deb-f50d939395dc/data/data2/current/BP-834186839-172.17.0.2-1733365209150 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:41,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:20:41,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:41,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:41,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:41,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:41,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c05eb3f2-d88c-7a3e-8625-48daa0ce7e92/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:41,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:20:41,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:20:41,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:41,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:41,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:41,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:41,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:41,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:20:41,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=584434670, stopped=false 2024-12-05T02:20:41,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,39669,1733365206716 2024-12-05T02:20:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0646139631/running 2024-12-05T02:20:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0646139631/running 2024-12-05T02:20:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:41,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:41,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:41,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:20:41,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:41,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:41,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,45107,1733365206775' ***** 2024-12-05T02:20:41,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:20:41,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/running 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:20:41,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Set watcher on znode that does not yet exist, /0646139631/running 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d2c6ee632fcb6d296f1e33820ad57a9 2024-12-05T02:20:41,237 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,45107,1733365206775 2024-12-05T02:20:41,237 INFO [RS:0;01bccfa882c7:45107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45107. 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d2c6ee632fcb6d296f1e33820ad57a9, disabling compactions & flushes 2024-12-05T02:20:41,238 DEBUG [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:41,238 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:41,238 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. after waiting 0 ms 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:20:41,238 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d2c6ee632fcb6d296f1e33820ad57a9 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-05T02:20:41,238 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:20:41,238 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1325): Online Regions={2d2c6ee632fcb6d296f1e33820ad57a9=hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9., 1588230740=hbase:meta,,1.1588230740, 41f7b5146cdad2496acb9c87eb8373f4=test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.} 2024-12-05T02:20:41,238 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2c6ee632fcb6d296f1e33820ad57a9, 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:41,238 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:41,238 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:41,238 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:20:41,259 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/.tmp/queue/988e82388d684cf69f66d5d58b806d32 is 154, key is 1-01bccfa882c7,45107,1733365206775/queue:01bccfa882c7%2C45107%2C1733365206775/1733365234159/Put/seqid=0 2024-12-05T02:20:41,261 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/info/4dd46f4e6b05463abe3fdabdf3194ac2 is 147, key is hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9./info:regioninfo/1733365222196/Put/seqid=0 2024-12-05T02:20:41,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741840_1016 (size=5353) 2024-12-05T02:20:41,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741841_1017 (size=7686) 2024-12-05T02:20:41,268 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/info/4dd46f4e6b05463abe3fdabdf3194ac2 2024-12-05T02:20:41,286 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/ns/16ea8c59588e479eb8d2dc235cbffcf0 is 43, key is default/ns:d/1733365208987/Put/seqid=0 2024-12-05T02:20:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:20:41,322 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:41,438 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2c6ee632fcb6d296f1e33820ad57a9, 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:41,466 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:20:41,466 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:20:41,639 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d2c6ee632fcb6d296f1e33820ad57a9, 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:41,663 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/.tmp/queue/988e82388d684cf69f66d5d58b806d32 2024-12-05T02:20:41,668 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/.tmp/queue/988e82388d684cf69f66d5d58b806d32 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/queue/988e82388d684cf69f66d5d58b806d32 2024-12-05T02:20:41,672 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/queue/988e82388d684cf69f66d5d58b806d32, entries=1, sequenceid=13, filesize=5.2 K 2024-12-05T02:20:41,673 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2d2c6ee632fcb6d296f1e33820ad57a9 in 435ms, sequenceid=13, compaction requested=false 2024-12-05T02:20:41,673 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:20:41,676 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/replication/2d2c6ee632fcb6d296f1e33820ad57a9/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:41,677 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d2c6ee632fcb6d296f1e33820ad57a9: Waiting for close lock at 1733365241238Running coprocessor pre-close hooks at 1733365241238Disabling compacts and flushes for region at 1733365241238Disabling writes for close at 1733365241238Obtaining lock to block concurrent updates at 1733365241238Preparing flush snapshotting stores in 2d2c6ee632fcb6d296f1e33820ad57a9 at 1733365241238Finished memstore snapshotting hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733365241238Flushing stores of hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. at 1733365241239 (+1 ms)Flushing 2d2c6ee632fcb6d296f1e33820ad57a9/queue: creating writer at 1733365241239Flushing 2d2c6ee632fcb6d296f1e33820ad57a9/queue: appending metadata at 1733365241258 (+19 ms)Flushing 2d2c6ee632fcb6d296f1e33820ad57a9/queue: closing flushed file at 1733365241258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf2a716: reopening flushed file at 1733365241667 (+409 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 2d2c6ee632fcb6d296f1e33820ad57a9 in 435ms, sequenceid=13, compaction requested=false at 1733365241673 (+6 ms)Writing region close event to WAL at 1733365241674 (+1 ms)Running coprocessor post-close hooks at 1733365241677 (+3 ms)Closed at 1733365241677 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365221418.2d2c6ee632fcb6d296f1e33820ad57a9. 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41f7b5146cdad2496acb9c87eb8373f4, disabling compactions & flushes 2024-12-05T02:20:41,677 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. after waiting 0 ms 2024-12-05T02:20:41,677 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:41,677 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41f7b5146cdad2496acb9c87eb8373f4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-05T02:20:41,690 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/ns/16ea8c59588e479eb8d2dc235cbffcf0 2024-12-05T02:20:41,693 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f/282b763645b44b2abc59049095e4a45a is 37, key is row3/f:row3/1733365232627/Put/seqid=0 2024-12-05T02:20:41,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741843_1019 (size=5228) 2024-12-05T02:20:41,707 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/rep_barrier/67bd059ecb2a4606a7372e92951bac47 is 112, key is test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4./rep_barrier:seqnumDuringOpen/1733365217116/Put/seqid=0 2024-12-05T02:20:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741844_1020 (size=5518) 2024-12-05T02:20:41,839 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:41,905 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1496, reset compression=false 2024-12-05T02:20:41,910 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:41,910 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1743, reset compression=false 2024-12-05T02:20:41,910 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,45107,1733365206775 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:20:41,911 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,45107,1733365206775: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,45107,1733365206775, walGroup=01bccfa882c7%2C45107%2C1733365206775, offset=01bccfa882c7%2C45107%2C1733365206775.1733365208537:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:45107 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:20:41,912 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:20:41,912 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:20:41,913 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:20:41,913 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:20:41,913 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:20:41,913 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 763908168 }, "NonHeapMemoryUsage": { "committed": 203096064, "init": 7667712, "max": -1, "used": 200144808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:20:41,913 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:39669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:39669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:20:42,039 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:42,097 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f/282b763645b44b2abc59049095e4a45a 2024-12-05T02:20:42,101 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 282b763645b44b2abc59049095e4a45a 2024-12-05T02:20:42,111 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/rep_barrier/67bd059ecb2a4606a7372e92951bac47 2024-12-05T02:20:42,117 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f1/2ce27a854bd048e6b89b50848986c412 is 30, key is row1/f1:/1733365229940/DeleteFamily/seqid=0 2024-12-05T02:20:42,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741845_1021 (size=5158) 2024-12-05T02:20:42,120 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f1/2ce27a854bd048e6b89b50848986c412 2024-12-05T02:20:42,123 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ce27a854bd048e6b89b50848986c412 2024-12-05T02:20:42,125 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1743, reset compression=false 2024-12-05T02:20:42,132 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/table/5bdf9a710fab4ed9a8612adae0ee76a1 is 53, key is hbase:replication/table:state/1733365222203/Put/seqid=0 2024-12-05T02:20:42,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:20:42,136 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/table/5bdf9a710fab4ed9a8612adae0ee76a1 2024-12-05T02:20:42,138 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/norep/46789c15683848b7829972e1272505e4 is 32, key is row/norep:/1733365228925/DeleteFamily/seqid=0 2024-12-05T02:20:42,140 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/info/4dd46f4e6b05463abe3fdabdf3194ac2 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/info/4dd46f4e6b05463abe3fdabdf3194ac2 2024-12-05T02:20:42,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741847_1023 (size=5101) 2024-12-05T02:20:42,144 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/info/4dd46f4e6b05463abe3fdabdf3194ac2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:20:42,145 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/ns/16ea8c59588e479eb8d2dc235cbffcf0 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/ns/16ea8c59588e479eb8d2dc235cbffcf0 2024-12-05T02:20:42,148 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/ns/16ea8c59588e479eb8d2dc235cbffcf0, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:20:42,149 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/rep_barrier/67bd059ecb2a4606a7372e92951bac47 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/rep_barrier/67bd059ecb2a4606a7372e92951bac47 2024-12-05T02:20:42,162 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/rep_barrier/67bd059ecb2a4606a7372e92951bac47, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:20:42,163 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/.tmp/table/5bdf9a710fab4ed9a8612adae0ee76a1 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/table/5bdf9a710fab4ed9a8612adae0ee76a1 2024-12-05T02:20:42,166 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/table/5bdf9a710fab4ed9a8612adae0ee76a1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:20:42,167 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false 2024-12-05T02:20:42,167 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:20:42,171 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:20:42,171 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:42,171 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:20:42,171 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:42,171 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365241238Running coprocessor pre-close hooks at 1733365241238Disabling compacts and flushes for region at 1733365241238Disabling writes for close at 1733365241238Obtaining lock to block concurrent updates at 1733365241238Preparing flush snapshotting stores in 1588230740 at 1733365241238Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365241239 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365241239Flushing 1588230740/info: creating writer at 1733365241239Flushing 1588230740/info: appending metadata at 1733365241261 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733365241261Flushing 1588230740/ns: creating writer at 1733365241272 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733365241285 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733365241285Flushing 1588230740/rep_barrier: creating writer at 1733365241693 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365241707 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365241707Flushing 1588230740/table: creating writer at 1733365242114 (+407 ms)Flushing 1588230740/table: appending metadata at 1733365242132 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733365242132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138f2488: reopening flushed file at 1733365242140 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d27de63: reopening flushed file at 1733365242144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d9e51c: reopening flushed file at 1733365242148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5562cab5: reopening flushed file at 1733365242162 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 929ms, sequenceid=16, compaction requested=false at 1733365242167 (+5 ms)Writing region close event to WAL at 1733365242168 (+1 ms)Running coprocessor post-close hooks at 1733365242171 (+3 ms)Closed at 1733365242171 2024-12-05T02:20:42,171 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:42,239 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:20:42,239 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1325): Online Regions={41f7b5146cdad2496acb9c87eb8373f4=test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4.} 2024-12-05T02:20:42,239 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:42,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1743, reset compression=false 2024-12-05T02:20:42,439 DEBUG [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1351): Waiting on 41f7b5146cdad2496acb9c87eb8373f4 2024-12-05T02:20:42,542 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/norep/46789c15683848b7829972e1272505e4 2024-12-05T02:20:42,546 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46789c15683848b7829972e1272505e4 2024-12-05T02:20:42,546 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f/282b763645b44b2abc59049095e4a45a as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/f/282b763645b44b2abc59049095e4a45a 2024-12-05T02:20:42,550 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 282b763645b44b2abc59049095e4a45a 2024-12-05T02:20:42,550 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/f/282b763645b44b2abc59049095e4a45a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-05T02:20:42,550 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/f1/2ce27a854bd048e6b89b50848986c412 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/f1/2ce27a854bd048e6b89b50848986c412 2024-12-05T02:20:42,553 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ce27a854bd048e6b89b50848986c412 2024-12-05T02:20:42,553 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/f1/2ce27a854bd048e6b89b50848986c412, entries=3, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:42,554 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/.tmp/norep/46789c15683848b7829972e1272505e4 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/norep/46789c15683848b7829972e1272505e4 2024-12-05T02:20:42,557 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46789c15683848b7829972e1272505e4 2024-12-05T02:20:42,557 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/norep/46789c15683848b7829972e1272505e4, entries=1, sequenceid=12, filesize=5.0 K 2024-12-05T02:20:42,558 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 41f7b5146cdad2496acb9c87eb8373f4 in 881ms, sequenceid=12, compaction requested=false 2024-12-05T02:20:42,558 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:20:42,561 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/data/default/test/41f7b5146cdad2496acb9c87eb8373f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:20:42,562 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:20:42,562 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:42,562 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:42,562 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41f7b5146cdad2496acb9c87eb8373f4: Waiting for close lock at 1733365241677Running coprocessor pre-close hooks at 1733365241677Disabling compacts and flushes for region at 1733365241677Disabling writes for close at 1733365241677Obtaining lock to block concurrent updates at 1733365241677Preparing flush snapshotting stores in 41f7b5146cdad2496acb9c87eb8373f4 at 1733365241677Finished memstore snapshotting test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733365241678 (+1 ms)Flushing stores of test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. at 1733365241678Flushing 41f7b5146cdad2496acb9c87eb8373f4/f: creating writer at 1733365241678Flushing 41f7b5146cdad2496acb9c87eb8373f4/f: appending metadata at 1733365241693 (+15 ms)Flushing 41f7b5146cdad2496acb9c87eb8373f4/f: closing flushed file at 1733365241693Flushing 41f7b5146cdad2496acb9c87eb8373f4/f1: creating writer at 1733365242101 (+408 ms)Flushing 41f7b5146cdad2496acb9c87eb8373f4/f1: appending metadata at 1733365242116 (+15 ms)Flushing 41f7b5146cdad2496acb9c87eb8373f4/f1: closing flushed file at 1733365242116Flushing 41f7b5146cdad2496acb9c87eb8373f4/norep: creating writer at 1733365242123 (+7 ms)Flushing 41f7b5146cdad2496acb9c87eb8373f4/norep: appending metadata at 1733365242138 (+15 ms)Flushing 41f7b5146cdad2496acb9c87eb8373f4/norep: closing flushed file at 1733365242138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7492999e: reopening flushed file at 1733365242546 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20895159: reopening flushed file at 1733365242550 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509beff2: reopening flushed file at 1733365242553 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 41f7b5146cdad2496acb9c87eb8373f4 in 881ms, sequenceid=12, compaction requested=false at 1733365242558 (+5 ms)Writing region close event to WAL at 1733365242559 (+1 ms)Running coprocessor post-close hooks at 1733365242562 (+3 ms)Closed at 1733365242562 2024-12-05T02:20:42,562 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365215956.41f7b5146cdad2496acb9c87eb8373f4. 2024-12-05T02:20:42,639 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,45107,1733365206775; all regions closed. 2024-12-05T02:20:42,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:20:42,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.meta.1733365208920.meta not finished, retry = 0 2024-12-05T02:20:42,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741839_1015 (size=3334) 2024-12-05T02:20:42,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741833_1009 (size=2395) 2024-12-05T02:20:42,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 not finished, retry = 0 2024-12-05T02:20:42,835 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 to pos 1743, reset compression=false 2024-12-05T02:20:42,848 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:42,848 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,45107,1733365206775 because: Region server is closing 2024-12-05T02:20:42,848 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/WALs/01bccfa882c7,45107,1733365206775/01bccfa882c7%2C45107%2C1733365206775.1733365208537 2024-12-05T02:20:42,848 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.wal-reader.01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:20:42,848 INFO [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45107. 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:42,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:42,849 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,45107,1733365206775.replicationSource.shipper01bccfa882c7%2C45107%2C1733365206775,1-01bccfa882c7,45107,1733365206775 terminated 2024-12-05T02:20:42,849 INFO [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:45107. 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:42,849 DEBUG [RS:0;01bccfa882c7:45107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:42,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:42,849 INFO [RS:0;01bccfa882c7:45107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45107 2024-12-05T02:20:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0646139631/rs/01bccfa882c7,45107,1733365206775 2024-12-05T02:20:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631/rs 2024-12-05T02:20:42,851 INFO [RS:0;01bccfa882c7:45107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:42,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,45107,1733365206775] 2024-12-05T02:20:42,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0646139631/draining/01bccfa882c7,45107,1733365206775 already deleted, retry=false 2024-12-05T02:20:42,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,45107,1733365206775 expired; onlineServers=0 2024-12-05T02:20:42,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,39669,1733365206716' ***** 2024-12-05T02:20:42,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:20:42,853 INFO [M:0;01bccfa882c7:39669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:20:42,853 INFO [M:0;01bccfa882c7:39669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:20:42,853 DEBUG [M:0;01bccfa882c7:39669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:20:42,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:20:42,853 DEBUG [M:0;01bccfa882c7:39669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:20:42,854 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365208272 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365208272,5,FailOnTimeoutGroup] 2024-12-05T02:20:42,854 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365208292 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365208292,5,FailOnTimeoutGroup] 2024-12-05T02:20:42,854 INFO [M:0;01bccfa882c7:39669 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:20:42,854 INFO [M:0;01bccfa882c7:39669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:20:42,854 DEBUG [M:0;01bccfa882c7:39669 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:20:42,854 INFO [M:0;01bccfa882c7:39669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:20:42,854 INFO [M:0;01bccfa882c7:39669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:20:42,854 INFO [M:0;01bccfa882c7:39669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:20:42,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:20:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0646139631/master 2024-12-05T02:20:42,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0646139631 2024-12-05T02:20:42,856 DEBUG [M:0;01bccfa882c7:39669 {}] zookeeper.ZKUtil(347): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Unable to get data of znode /0646139631/master because node does not exist (not an error) 2024-12-05T02:20:42,856 WARN [M:0;01bccfa882c7:39669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:20:42,856 INFO [M:0;01bccfa882c7:39669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/.lastflushedseqids 2024-12-05T02:20:42,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741848_1024 (size=245) 2024-12-05T02:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:42,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45107-0x101806bf6be0001, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:42,953 INFO [RS:0;01bccfa882c7:45107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:42,953 INFO [RS:0;01bccfa882c7:45107 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,45107,1733365206775; zookeeper connection closed. 2024-12-05T02:20:42,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f0eabe0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f0eabe0 2024-12-05T02:20:42,953 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:20:43,261 INFO [M:0;01bccfa882c7:39669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:20:43,261 INFO [M:0;01bccfa882c7:39669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:20:43,261 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:43,261 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:43,261 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:43,261 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:43,261 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:43,261 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-05T02:20:43,281 DEBUG [M:0;01bccfa882c7:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f8bde3c3326471d883dcd4854b45e32 is 82, key is hbase:meta,,1/info:regioninfo/1733365208970/Put/seqid=0 2024-12-05T02:20:43,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741849_1025 (size=5672) 2024-12-05T02:20:43,287 INFO [M:0;01bccfa882c7:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f8bde3c3326471d883dcd4854b45e32 2024-12-05T02:20:43,309 DEBUG [M:0;01bccfa882c7:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c674792b6149498237a129c036b51e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365217126/Put/seqid=0 2024-12-05T02:20:43,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741850_1026 (size=7218) 2024-12-05T02:20:43,313 INFO [M:0;01bccfa882c7:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c674792b6149498237a129c036b51e 2024-12-05T02:20:43,320 INFO [M:0;01bccfa882c7:39669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c674792b6149498237a129c036b51e 2024-12-05T02:20:43,339 DEBUG [M:0;01bccfa882c7:39669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4837f16dded40ecb3626ae1955f392e is 69, key is 01bccfa882c7,45107,1733365206775/rs:state/1733365208359/Put/seqid=0 2024-12-05T02:20:43,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741851_1027 (size=5156) 2024-12-05T02:20:43,344 INFO [M:0;01bccfa882c7:39669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4837f16dded40ecb3626ae1955f392e 2024-12-05T02:20:43,349 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f8bde3c3326471d883dcd4854b45e32 as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f8bde3c3326471d883dcd4854b45e32 2024-12-05T02:20:43,352 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f8bde3c3326471d883dcd4854b45e32, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T02:20:43,354 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4c674792b6149498237a129c036b51e as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4c674792b6149498237a129c036b51e 2024-12-05T02:20:43,359 INFO [M:0;01bccfa882c7:39669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4c674792b6149498237a129c036b51e 2024-12-05T02:20:43,359 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4c674792b6149498237a129c036b51e, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T02:20:43,360 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4837f16dded40ecb3626ae1955f392e as hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4837f16dded40ecb3626ae1955f392e 2024-12-05T02:20:43,364 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35451/user/jenkins/test-data/4151594c-4f3c-e11f-cce9-0a465e7fa264/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4837f16dded40ecb3626ae1955f392e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T02:20:43,365 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=105, compaction requested=false 2024-12-05T02:20:43,378 INFO [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:43,378 DEBUG [M:0;01bccfa882c7:39669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365243261Disabling compacts and flushes for region at 1733365243261Disabling writes for close at 1733365243261Obtaining lock to block concurrent updates at 1733365243261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365243261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733365243262 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365243262Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365243262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365243281 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365243281Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365243292 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365243308 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365243308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365243321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365243339 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365243339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79bc8390: reopening flushed file at 1733365243348 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444aa97f: reopening flushed file at 1733365243353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739dcd44: reopening flushed file at 1733365243360 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 104ms, sequenceid=105, compaction requested=false at 1733365243365 (+5 ms)Writing region close event to WAL at 1733365243378 (+13 ms)Closed at 1733365243378 2024-12-05T02:20:43,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36573 is added to blk_1073741830_1006 (size=64423) 2024-12-05T02:20:43,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:20:43,382 INFO [M:0;01bccfa882c7:39669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:20:43,382 INFO [M:0;01bccfa882c7:39669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39669 2024-12-05T02:20:43,383 INFO [M:0;01bccfa882c7:39669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:20:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:43,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39669-0x101806bf6be0000, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:20:43,485 INFO [M:0;01bccfa882c7:39669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:20:43,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d31998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:43,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:43,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:43,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:43,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:43,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:20:43,491 WARN [BP-1945013689-172.17.0.2-1733365206087 heartbeating to localhost/127.0.0.1:35451 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:20:43,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:20:43,491 WARN [BP-1945013689-172.17.0.2-1733365206087 heartbeating to localhost/127.0.0.1:35451 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945013689-172.17.0.2-1733365206087 (Datanode Uuid 338e4565-a6a3-4787-9f51-ca30361de666) service to localhost/127.0.0.1:35451 2024-12-05T02:20:43,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/data/data1/current/BP-1945013689-172.17.0.2-1733365206087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:43,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/cluster_a930d8f3-07c5-f1dc-5519-092baa93082e/data/data2/current/BP-1945013689-172.17.0.2-1733365206087 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:20:43,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:20:43,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d4b63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:43,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:20:43,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:20:43,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:20:43,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8257fba0-2618-99e9-f7b3-27773fe84d98/hadoop.log.dir/,STOPPED} 2024-12-05T02:20:43,507 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:20:43,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:20:43,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57772) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35451 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57772) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35019 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57772) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35451 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35451 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=727 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 306) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7326 (was 7545) 2024-12-05T02:20:43,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=727, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=7325 2024-12-05T02:20:43,587 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-05T02:20:43,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir so I do NOT create it in target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2 2024-12-05T02:20:43,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:43,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.tmp.dir so I do NOT create it in target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2 2024-12-05T02:20:43,588 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/954cadbc-4f2a-4918-bc57-bbf9aeafa13d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:43,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2 2024-12-05T02:20:43,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b, deleteOnExit=true 2024-12-05T02:20:43,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/zookeeper_0, clientPort=56843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:20:43,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56843 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/test.cache.data in system properties and HBase conf 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:43,598 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:43,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:43,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:43,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806bf6be0005, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:20:43,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101806bf6be0008, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:20:43,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806bf6be0002, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:20:43,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806bf6be0002, quorum=127.0.0.1:57772, baseZNode=/0646139631 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:20:43,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806bf6be0005, quorum=127.0.0.1:57772, baseZNode=/1-1506718119 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:20:43,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101806bf6be0008, quorum=127.0.0.1:57772, baseZNode=/2-1873914173 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:20:43,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:43,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:43,713 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68459 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:20:43,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:43,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:43,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:43,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:43,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:20:43,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:43,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:43,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:43,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b82737a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/java.io.tmpdir/jetty-localhost-43205-hadoop-hdfs-3_4_1-tests_jar-_-any-6184571966775142826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:43,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:43205} 2024-12-05T02:20:43,934 INFO [Time-limited test {}] server.Server(415): Started @246844ms 2024-12-05T02:20:44,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:44,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:44,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:44,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:44,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:20:44,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:44,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:44,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74250959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/java.io.tmpdir/jetty-localhost-43627-hadoop-hdfs-3_4_1-tests_jar-_-any-16692531778925316981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:44,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:43627} 2024-12-05T02:20:44,284 INFO [Time-limited test {}] server.Server(415): Started @247194ms 2024-12-05T02:20:44,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:44,471 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/data/data1/current/BP-1101127698-172.17.0.2-1733365243627/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:44,472 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/data/data2/current/BP-1101127698-172.17.0.2-1733365243627/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:44,519 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eee7a11d88f521d with lease ID 0xe9f42a01658e8cc8: Processing first storage report for DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc from datanode DatanodeRegistration(127.0.0.1:38503, datanodeUuid=9dddb3d7-55c5-4074-9056-dd17a7161d6d, infoPort=38395, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=426911308;c=1733365243627) 2024-12-05T02:20:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eee7a11d88f521d with lease ID 0xe9f42a01658e8cc8: from storage DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc node DatanodeRegistration(127.0.0.1:38503, datanodeUuid=9dddb3d7-55c5-4074-9056-dd17a7161d6d, infoPort=38395, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=426911308;c=1733365243627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6eee7a11d88f521d with lease ID 0xe9f42a01658e8cc8: Processing first storage report for DS-def22d71-923e-4bc2-8555-d318b1cc245e from datanode DatanodeRegistration(127.0.0.1:38503, datanodeUuid=9dddb3d7-55c5-4074-9056-dd17a7161d6d, infoPort=38395, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=426911308;c=1733365243627) 2024-12-05T02:20:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6eee7a11d88f521d with lease ID 0xe9f42a01658e8cc8: from storage DS-def22d71-923e-4bc2-8555-d318b1cc245e node DatanodeRegistration(127.0.0.1:38503, datanodeUuid=9dddb3d7-55c5-4074-9056-dd17a7161d6d, infoPort=38395, infoSecurePort=0, ipcPort=37671, storageInfo=lv=-57;cid=testClusterID;nsid=426911308;c=1733365243627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:44,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2 2024-12-05T02:20:44,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:44,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7 with version=8 2024-12-05T02:20:44,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/hbase-staging 2024-12-05T02:20:44,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:44,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:44,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:44,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43247 2024-12-05T02:20:44,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43247 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432470x0, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:44,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43247-0x101806c89560000 connected 2024-12-05T02:20:44,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/running 2024-12-05T02:20:44,729 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7, hbase.cluster.distributed=false 2024-12-05T02:20:44,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/acl 2024-12-05T02:20:44,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43247 2024-12-05T02:20:44,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43247 2024-12-05T02:20:44,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43247 2024-12-05T02:20:44,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43247 2024-12-05T02:20:44,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43247 2024-12-05T02:20:44,783 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:44,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:44,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43711 2024-12-05T02:20:44,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43711 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:44,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:44,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437110x0, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:44,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437110x0, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/running 2024-12-05T02:20:44,795 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:44,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43711-0x101806c89560001 connected 2024-12-05T02:20:44,812 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:44,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/master 2024-12-05T02:20:44,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/acl 2024-12-05T02:20:44,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43711 2024-12-05T02:20:44,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43711 2024-12-05T02:20:44,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43711 2024-12-05T02:20:44,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43711 2024-12-05T02:20:44,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43711 2024-12-05T02:20:44,841 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:43247 2024-12-05T02:20:44,844 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1157844547/backup-masters/01bccfa882c7,43247,1733365244640 2024-12-05T02:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/backup-masters 2024-12-05T02:20:44,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/backup-masters 2024-12-05T02:20:44,846 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on existing znode=/0-1157844547/backup-masters/01bccfa882c7,43247,1733365244640 2024-12-05T02:20:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1157844547/master 2024-12-05T02:20:44,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:44,856 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on existing znode=/0-1157844547/master 2024-12-05T02:20:44,857 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1157844547/backup-masters/01bccfa882c7,43247,1733365244640 from backup master directory 2024-12-05T02:20:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1157844547/backup-masters/01bccfa882c7,43247,1733365244640 2024-12-05T02:20:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/backup-masters 2024-12-05T02:20:44,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/backup-masters 2024-12-05T02:20:44,859 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:44,859 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,43247,1733365244640 2024-12-05T02:20:44,864 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/hbase.id] with ID: 2c478c94-1c7e-4594-8e5e-490b2d3ed84b 2024-12-05T02:20:44,864 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/.tmp/hbase.id 2024-12-05T02:20:44,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:45,300 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/.tmp/hbase.id]:[hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/hbase.id] 2024-12-05T02:20:45,317 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:45,318 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:45,319 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T02:20:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:45,726 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:45,727 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:45,727 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:45,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:46,133 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store 2024-12-05T02:20:46,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:46,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:46,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:46,538 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:46,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:46,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:46,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:46,539 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:46,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365246538Disabling compacts and flushes for region at 1733365246538Disabling writes for close at 1733365246539 (+1 ms)Writing region close event to WAL at 1733365246539Closed at 1733365246539 2024-12-05T02:20:46,539 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/.initializing 2024-12-05T02:20:46,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/WALs/01bccfa882c7,43247,1733365244640 2024-12-05T02:20:46,540 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:46,541 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C43247%2C1733365244640, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/WALs/01bccfa882c7,43247,1733365244640, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:46,554 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/WALs/01bccfa882c7,43247,1733365244640/01bccfa882c7%2C43247%2C1733365244640.1733365246541, exclude list is [], retry=0 2024-12-05T02:20:46,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38503,DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc,DISK] 2024-12-05T02:20:46,558 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/WALs/01bccfa882c7,43247,1733365244640/01bccfa882c7%2C43247%2C1733365244640.1733365246541 2024-12-05T02:20:46,558 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-12-05T02:20:46,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:46,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:46,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:46,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:46,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:46,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:46,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:46,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:46,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:46,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:46,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:46,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:46,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:46,566 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,566 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,566 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,567 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,567 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,568 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:46,568 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:46,570 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:46,570 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59307432, jitterRate=-0.11625039577484131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:46,571 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365246559Initializing all the Stores at 1733365246559Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365246560 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365246560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365246560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365246560Cleaning up temporary data from old regions at 1733365246567 (+7 ms)Region opened successfully at 1733365246571 (+4 ms) 2024-12-05T02:20:46,571 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:46,573 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a19f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:46,574 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:46,574 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:46,574 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:46,574 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:46,575 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:46,575 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:46,575 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:46,576 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:46,577 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:46,579 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/balancer already deleted, retry=false 2024-12-05T02:20:46,580 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:46,580 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:46,581 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/normalizer already deleted, retry=false 2024-12-05T02:20:46,581 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:46,582 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:46,583 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/switch/split already deleted, retry=false 2024-12-05T02:20:46,584 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:46,585 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/switch/merge already deleted, retry=false 2024-12-05T02:20:46,586 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:46,588 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1157844547/running 2024-12-05T02:20:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1157844547/running 2024-12-05T02:20:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,590 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,43247,1733365244640, sessionid=0x101806c89560000, setting cluster-up flag (Was=false) 2024-12-05T02:20:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,600 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1157844547/flush-table-proc/acquired, /0-1157844547/flush-table-proc/reached, /0-1157844547/flush-table-proc/abort 2024-12-05T02:20:46,601 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,43247,1733365244640 2024-12-05T02:20:46,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:46,607 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1157844547/online-snapshot/acquired, /0-1157844547/online-snapshot/reached, /0-1157844547/online-snapshot/abort 2024-12-05T02:20:46,608 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,43247,1733365244640 2024-12-05T02:20:46,609 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:46,610 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:46,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:46,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:46,610 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,43247,1733365244640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,611 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:46,612 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:46,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:46,614 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:46,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365276616 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:46,616 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:46,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:46,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:46,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:46,619 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:46,620 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365246620,5,FailOnTimeoutGroup] 2024-12-05T02:20:46,620 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365246620,5,FailOnTimeoutGroup] 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:46,629 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(746): ClusterId : 2c478c94-1c7e-4594-8e5e-490b2d3ed84b 2024-12-05T02:20:46,629 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:46,632 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:46,632 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:46,633 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:46,634 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:46,645 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:43711 2024-12-05T02:20:46,645 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:46,645 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:46,645 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:46,646 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,43247,1733365244640 with port=43711, startcode=1733365244783 2024-12-05T02:20:46,646 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:46,647 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:46,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43247 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,649 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7 2024-12-05T02:20:46,649 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43177 2024-12-05T02:20:46,649 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:46,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/rs 2024-12-05T02:20:46,650 DEBUG [RS:0;01bccfa882c7:43711 {}] zookeeper.ZKUtil(111): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on existing znode=/0-1157844547/rs/01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,650 WARN [RS:0;01bccfa882c7:43711 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:46,650 INFO [RS:0;01bccfa882c7:43711 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:46,650 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,43711,1733365244783] 2024-12-05T02:20:46,654 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:46,655 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:46,656 INFO [RS:0;01bccfa882c7:43711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:46,656 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,657 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:46,657 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:46,657 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:46,657 DEBUG [RS:0;01bccfa882c7:43711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,659 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43711,1733365244783-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:46,674 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:46,674 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43711,1733365244783-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,674 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,674 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.Replication(171): 01bccfa882c7,43711,1733365244783 started 2024-12-05T02:20:46,687 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:46,687 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,43711,1733365244783, RpcServer on 01bccfa882c7/172.17.0.2:43711, sessionid=0x101806c89560001 2024-12-05T02:20:46,687 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:46,687 DEBUG [RS:0;01bccfa882c7:43711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,687 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43711,1733365244783' 2024-12-05T02:20:46,687 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1157844547/flush-table-proc/abort' 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1157844547/flush-table-proc/acquired' 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,43711,1733365244783 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43711,1733365244783' 2024-12-05T02:20:46,688 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1157844547/online-snapshot/abort' 2024-12-05T02:20:46,689 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1157844547/online-snapshot/acquired' 2024-12-05T02:20:46,689 DEBUG [RS:0;01bccfa882c7:43711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:46,689 INFO [RS:0;01bccfa882c7:43711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:46,689 INFO [RS:0;01bccfa882c7:43711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:46,789 INFO [RS:0;01bccfa882c7:43711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:46,790 INFO [RS:0;01bccfa882c7:43711 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43711%2C1733365244783, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/oldWALs, maxLogs=10 2024-12-05T02:20:46,804 DEBUG [RS:0;01bccfa882c7:43711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, exclude list is [], retry=0 2024-12-05T02:20:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38503,DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc,DISK] 2024-12-05T02:20:46,807 INFO [RS:0;01bccfa882c7:43711 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 2024-12-05T02:20:46,807 DEBUG [RS:0;01bccfa882c7:43711 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-12-05T02:20:47,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:47,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7 2024-12-05T02:20:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:20:47,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:47,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:47,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:47,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:47,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:47,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:47,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:47,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:47,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:47,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:47,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:47,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:47,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740 2024-12-05T02:20:47,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740 2024-12-05T02:20:47,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:47,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:47,440 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:47,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:47,442 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:47,442 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66320882, jitterRate=-0.011741846799850464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:47,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365247432Initializing all the Stores at 1733365247433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247433Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365247433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247433Cleaning up temporary data from old regions at 1733365247439 (+6 ms)Region opened successfully at 1733365247442 (+3 ms) 2024-12-05T02:20:47,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:47,443 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:47,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:47,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:47,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:47,443 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:47,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365247443Disabling compacts and flushes for region at 1733365247443Disabling writes for close at 1733365247443Writing region close event to WAL at 1733365247443Closed at 1733365247443 2024-12-05T02:20:47,444 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:47,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:47,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:47,445 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:47,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:47,596 DEBUG [01bccfa882c7:43247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:47,596 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:47,598 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43711,1733365244783, state=OPENING 2024-12-05T02:20:47,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:47,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:47,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:20:47,606 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:47,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1157844547/meta-region-server: CHANGED 2024-12-05T02:20:47,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1157844547/meta-region-server: CHANGED 2024-12-05T02:20:47,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43711,1733365244783}] 2024-12-05T02:20:47,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:47,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:47,762 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:47,762 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:47,762 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:47,763 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43711%2C1733365244783.meta, suffix=.meta, logDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/oldWALs, maxLogs=10 2024-12-05T02:20:47,777 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.meta.1733365247764.meta, exclude list is [], retry=0 2024-12-05T02:20:47,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38503,DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc,DISK] 2024-12-05T02:20:47,780 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.meta.1733365247764.meta 2024-12-05T02:20:47,780 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-12-05T02:20:47,780 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:47,781 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:47,781 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:47,781 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:47,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:47,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:47,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:47,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:47,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:47,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:47,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:47,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:47,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:47,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:47,786 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:47,786 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740 2024-12-05T02:20:47,787 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740 2024-12-05T02:20:47,787 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:47,787 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:47,788 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:47,789 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:47,789 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74546849, jitterRate=0.11083461344242096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:47,789 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:47,790 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365247781Writing region info on filesystem at 1733365247781Initializing all the Stores at 1733365247782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365247782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365247782Cleaning up temporary data from old regions at 1733365247787 (+5 ms)Running coprocessor post-open hooks at 1733365247789 (+2 ms)Region opened successfully at 1733365247790 (+1 ms) 2024-12-05T02:20:47,790 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365247758 2024-12-05T02:20:47,792 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:47,792 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:47,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:47,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43711,1733365244783, state=OPEN 2024-12-05T02:20:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1157844547/meta-region-server 2024-12-05T02:20:47,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1157844547/meta-region-server 2024-12-05T02:20:47,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:47,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1157844547/meta-region-server: CHANGED 2024-12-05T02:20:47,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1157844547/meta-region-server: CHANGED 2024-12-05T02:20:47,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:47,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43711,1733365244783 in 188 msec 2024-12-05T02:20:47,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:47,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-12-05T02:20:47,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:47,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:47,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:47,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43711,1733365244783, seqNum=-1] 2024-12-05T02:20:47,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:47,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:47,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-12-05T02:20:47,804 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365247804, completionTime=-1 2024-12-05T02:20:47,804 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:47,804 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365307806 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365367806 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:43247, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,806 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,807 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,808 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:47,810 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:47,812 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:47,812 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:47,812 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43247,1733365244640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:47,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd9a051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:47,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43247,-1 for getting cluster id 2024-12-05T02:20:47,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:47,831 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c478c94-1c7e-4594-8e5e-490b2d3ed84b' 2024-12-05T02:20:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c478c94-1c7e-4594-8e5e-490b2d3ed84b" 2024-12-05T02:20:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2621c336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:47,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43247,-1] 2024-12-05T02:20:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:47,832 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:47,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64344aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:47,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43711,1733365244783, seqNum=-1] 2024-12-05T02:20:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:47,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:47,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,43247,1733365244640 2024-12-05T02:20:47,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:47,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:47,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806c89560002 connected 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir so I do NOT create it in target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63 2024-12-05T02:20:47,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.tmp.dir so I do NOT create it in target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63 2024-12-05T02:20:47,843 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:47,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/cluster_88bcf054-20cb-8c29-1e45-faf059f56eb5, deleteOnExit=true 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/test.cache.data in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:47,843 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:47,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:47,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:47,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:47,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:47,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:47,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:47,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:47,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:47,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:48,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2392ca06{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/java.io.tmpdir/jetty-localhost-39957-hadoop-hdfs-3_4_1-tests_jar-_-any-18237368881491091947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:48,040 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:39957} 2024-12-05T02:20:48,040 INFO [Time-limited test {}] server.Server(415): Started @250950ms 2024-12-05T02:20:48,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:48,121 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:48,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:48,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:48,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:48,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:48,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:48,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d03fc69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/java.io.tmpdir/jetty-localhost-40511-hadoop-hdfs-3_4_1-tests_jar-_-any-4823001379095040974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:48,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:40511} 2024-12-05T02:20:48,236 INFO [Time-limited test {}] server.Server(415): Started @251146ms 2024-12-05T02:20:48,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:48,331 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/cluster_88bcf054-20cb-8c29-1e45-faf059f56eb5/data/data1/current/BP-1386973421-172.17.0.2-1733365247862/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:48,331 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/cluster_88bcf054-20cb-8c29-1e45-faf059f56eb5/data/data2/current/BP-1386973421-172.17.0.2-1733365247862/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:48,347 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dabfe55161fee3d with lease ID 0x38523bf45544757a: Processing first storage report for DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d from datanode DatanodeRegistration(127.0.0.1:37995, datanodeUuid=a5c567d6-6bed-4200-82bd-182950af9043, infoPort=33495, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1444098635;c=1733365247862) 2024-12-05T02:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dabfe55161fee3d with lease ID 0x38523bf45544757a: from storage DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d node DatanodeRegistration(127.0.0.1:37995, datanodeUuid=a5c567d6-6bed-4200-82bd-182950af9043, infoPort=33495, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1444098635;c=1733365247862), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1dabfe55161fee3d with lease ID 0x38523bf45544757a: Processing first storage report for DS-931762f5-5019-495e-99aa-1aa71b1b510e from datanode DatanodeRegistration(127.0.0.1:37995, datanodeUuid=a5c567d6-6bed-4200-82bd-182950af9043, infoPort=33495, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1444098635;c=1733365247862) 2024-12-05T02:20:48,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1dabfe55161fee3d with lease ID 0x38523bf45544757a: from storage DS-931762f5-5019-495e-99aa-1aa71b1b510e node DatanodeRegistration(127.0.0.1:37995, datanodeUuid=a5c567d6-6bed-4200-82bd-182950af9043, infoPort=33495, infoSecurePort=0, ipcPort=37407, storageInfo=lv=-57;cid=testClusterID;nsid=1444098635;c=1733365247862), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:48,357 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63 2024-12-05T02:20:48,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:48,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf with version=8 2024-12-05T02:20:48,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/hbase-staging 2024-12-05T02:20:48,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:48,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38431 2024-12-05T02:20:48,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38431 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:48,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384310x0, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:48,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38431-0x101806c89560003 connected 2024-12-05T02:20:48,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/running 2024-12-05T02:20:48,388 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf, hbase.cluster.distributed=false 2024-12-05T02:20:48,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/acl 2024-12-05T02:20:48,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T02:20:48,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38431 2024-12-05T02:20:48,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38431 2024-12-05T02:20:48,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T02:20:48,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38431 2024-12-05T02:20:48,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:48,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:48,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39407 2024-12-05T02:20:48,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39407 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:48,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394070x0, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:48,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394070x0, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/running 2024-12-05T02:20:48,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39407-0x101806c89560004 connected 2024-12-05T02:20:48,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:48,416 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:48,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/master 2024-12-05T02:20:48,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/acl 2024-12-05T02:20:48,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39407 2024-12-05T02:20:48,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39407 2024-12-05T02:20:48,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39407 2024-12-05T02:20:48,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39407 2024-12-05T02:20:48,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39407 2024-12-05T02:20:48,438 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:38431 2024-12-05T02:20:48,439 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11906025707/backup-masters/01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/backup-masters 2024-12-05T02:20:48,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/backup-masters 2024-12-05T02:20:48,440 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on existing znode=/11906025707/backup-masters/01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906025707/master 2024-12-05T02:20:48,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,443 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on existing znode=/11906025707/master 2024-12-05T02:20:48,444 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11906025707/backup-masters/01bccfa882c7,38431,1733365248369 from backup master directory 2024-12-05T02:20:48,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906025707/backup-masters/01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/backup-masters 2024-12-05T02:20:48,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/backup-masters 2024-12-05T02:20:48,445 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:48,445 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,447 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/hbase.id] with ID: f55c0f5e-54e8-440e-8810-b75bf94d62da 2024-12-05T02:20:48,447 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/.tmp/hbase.id 2024-12-05T02:20:48,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:48,852 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/.tmp/hbase.id]:[hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/hbase.id] 2024-12-05T02:20:48,860 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:48,860 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:48,861 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:20:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:48,869 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:48,870 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:48,870 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:48,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:48,875 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store 2024-12-05T02:20:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:48,879 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:48,879 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365248879Disabling compacts and flushes for region at 1733365248879Disabling writes for close at 1733365248879Writing region close event to WAL at 1733365248879Closed at 1733365248879 2024-12-05T02:20:48,879 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/.initializing 2024-12-05T02:20:48,879 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/WALs/01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,880 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:48,881 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C38431%2C1733365248369, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/WALs/01bccfa882c7,38431,1733365248369, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:48,897 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/WALs/01bccfa882c7,38431,1733365248369/01bccfa882c7%2C38431%2C1733365248369.1733365248881, exclude list is [], retry=0 2024-12-05T02:20:48,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37995,DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d,DISK] 2024-12-05T02:20:48,900 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/WALs/01bccfa882c7,38431,1733365248369/01bccfa882c7%2C38431%2C1733365248369.1733365248881 2024-12-05T02:20:48,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495)] 2024-12-05T02:20:48,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:48,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:48,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,900 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:48,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:48,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:48,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:48,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:48,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:48,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:48,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:48,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:48,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:48,905 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,906 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,906 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,906 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,906 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,907 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:48,907 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:48,909 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:48,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63066184, jitterRate=-0.06024062633514404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:48,909 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365248900Initializing all the Stores at 1733365248901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365248901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365248901Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365248901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365248901Cleaning up temporary data from old regions at 1733365248906 (+5 ms)Region opened successfully at 1733365248909 (+3 ms) 2024-12-05T02:20:48,909 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:48,911 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b422be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:48,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:48,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:48,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:48,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:48,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:48,913 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:48,913 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:48,914 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:48,914 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:48,915 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/balancer already deleted, retry=false 2024-12-05T02:20:48,916 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:48,916 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:48,918 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/normalizer already deleted, retry=false 2024-12-05T02:20:48,919 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:48,919 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:48,920 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/switch/split already deleted, retry=false 2024-12-05T02:20:48,921 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:48,922 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/switch/merge already deleted, retry=false 2024-12-05T02:20:48,923 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:48,924 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906025707/running 2024-12-05T02:20:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11906025707/running 2024-12-05T02:20:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,927 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,38431,1733365248369, sessionid=0x101806c89560003, setting cluster-up flag (Was=false) 2024-12-05T02:20:48,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,935 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11906025707/flush-table-proc/acquired, /11906025707/flush-table-proc/reached, /11906025707/flush-table-proc/abort 2024-12-05T02:20:48,935 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:48,943 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11906025707/online-snapshot/acquired, /11906025707/online-snapshot/reached, /11906025707/online-snapshot/abort 2024-12-05T02:20:48,943 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,38431,1733365248369 2024-12-05T02:20:48,944 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:48,945 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:48,945 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:48,945 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:48,945 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,38431,1733365248369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:48,946 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:48,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:48,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:48,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:48,948 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:48,948 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365278948 2024-12-05T02:20:48,948 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:48,949 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:48,951 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:48,951 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:48,951 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365248951,5,FailOnTimeoutGroup] 2024-12-05T02:20:48,952 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365248951,5,FailOnTimeoutGroup] 2024-12-05T02:20:48,952 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:48,952 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:48,952 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:48,952 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:48,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:49,025 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(746): ClusterId : f55c0f5e-54e8-440e-8810-b75bf94d62da 2024-12-05T02:20:49,025 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:49,027 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:49,027 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:49,030 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:49,030 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4e5710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:49,043 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:39407 2024-12-05T02:20:49,043 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:49,043 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:49,043 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:49,044 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,38431,1733365248369 with port=39407, startcode=1733365248404 2024-12-05T02:20:49,044 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:49,045 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:49,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38431 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,047 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf 2024-12-05T02:20:49,047 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40513 2024-12-05T02:20:49,047 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:49,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/rs 2024-12-05T02:20:49,052 DEBUG [RS:0;01bccfa882c7:39407 {}] zookeeper.ZKUtil(111): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on existing znode=/11906025707/rs/01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,052 WARN [RS:0;01bccfa882c7:39407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:49,052 INFO [RS:0;01bccfa882c7:39407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:49,052 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,39407,1733365248404] 2024-12-05T02:20:49,054 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:49,056 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:49,056 INFO [RS:0;01bccfa882c7:39407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:49,056 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,056 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:49,057 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:49,057 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:49,057 DEBUG [RS:0;01bccfa882c7:39407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:49,057 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,057 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,057 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,058 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,058 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,058 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39407,1733365248404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:49,075 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:49,075 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,39407,1733365248404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,075 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,075 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.Replication(171): 01bccfa882c7,39407,1733365248404 started 2024-12-05T02:20:49,088 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:49,088 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,39407,1733365248404, RpcServer on 01bccfa882c7/172.17.0.2:39407, sessionid=0x101806c89560004 2024-12-05T02:20:49,088 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:49,088 DEBUG [RS:0;01bccfa882c7:39407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,088 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39407,1733365248404' 2024-12-05T02:20:49,088 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11906025707/flush-table-proc/abort' 2024-12-05T02:20:49,088 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11906025707/flush-table-proc/acquired' 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,39407,1733365248404' 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11906025707/online-snapshot/abort' 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11906025707/online-snapshot/acquired' 2024-12-05T02:20:49,089 DEBUG [RS:0;01bccfa882c7:39407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:49,089 INFO [RS:0;01bccfa882c7:39407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:49,089 INFO [RS:0;01bccfa882c7:39407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:49,189 INFO [RS:0;01bccfa882c7:39407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:49,191 INFO [RS:0;01bccfa882c7:39407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39407%2C1733365248404, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/oldWALs, maxLogs=10 2024-12-05T02:20:49,204 DEBUG [RS:0;01bccfa882c7:39407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, exclude list is [], retry=0 2024-12-05T02:20:49,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37995,DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d,DISK] 2024-12-05T02:20:49,207 INFO [RS:0;01bccfa882c7:39407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 2024-12-05T02:20:49,207 DEBUG [RS:0;01bccfa882c7:39407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495)] 2024-12-05T02:20:49,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:49,361 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf 2024-12-05T02:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:20:49,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:49,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:49,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:49,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:49,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:49,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:49,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:49,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:49,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:49,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:49,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:49,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:49,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:49,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:49,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:49,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:49,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:49,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:49,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740 2024-12-05T02:20:49,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740 2024-12-05T02:20:49,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:49,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:49,773 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:49,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:49,776 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017904, jitterRate=-0.06096005439758301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365249766Initializing all the Stores at 1733365249766Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365249766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365249767 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365249767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365249767Cleaning up temporary data from old regions at 1733365249773 (+6 ms)Region opened successfully at 1733365249776 (+3 ms) 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:49,776 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:49,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:49,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:49,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365249776Disabling compacts and flushes for region at 1733365249776Disabling writes for close at 1733365249776Writing region close event to WAL at 1733365249776Closed at 1733365249776 2024-12-05T02:20:49,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:49,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:49,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:49,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:49,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:49,929 DEBUG [01bccfa882c7:38431 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:49,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:49,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39407,1733365248404, state=OPENING 2024-12-05T02:20:49,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:49,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:20:49,933 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:49,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906025707/meta-region-server: CHANGED 2024-12-05T02:20:49,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906025707/meta-region-server: CHANGED 2024-12-05T02:20:49,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39407,1733365248404}] 2024-12-05T02:20:50,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:50,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:50,089 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:50,089 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:50,090 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:50,091 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39407%2C1733365248404.meta, suffix=.meta, logDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/oldWALs, maxLogs=10 2024-12-05T02:20:50,104 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.meta.1733365250091.meta, exclude list is [], retry=0 2024-12-05T02:20:50,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37995,DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d,DISK] 2024-12-05T02:20:50,107 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.meta.1733365250091.meta 2024-12-05T02:20:50,107 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495)] 2024-12-05T02:20:50,107 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:50,107 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:50,108 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:50,108 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:50,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:50,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:50,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:50,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:50,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:50,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:50,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:50,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:50,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:50,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:50,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:50,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:50,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:50,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:50,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:50,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:50,112 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:50,112 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740 2024-12-05T02:20:50,113 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740 2024-12-05T02:20:50,114 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:50,114 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:50,114 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:50,115 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:50,115 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63145036, jitterRate=-0.05906563997268677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:50,115 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:50,115 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365250108Writing region info on filesystem at 1733365250108Initializing all the Stores at 1733365250108Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365250109 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365250109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365250109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365250109Cleaning up temporary data from old regions at 1733365250114 (+5 ms)Running coprocessor post-open hooks at 1733365250115 (+1 ms)Region opened successfully at 1733365250115 2024-12-05T02:20:50,116 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365250085 2024-12-05T02:20:50,118 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:50,118 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:50,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:50,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,39407,1733365248404, state=OPEN 2024-12-05T02:20:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11906025707/meta-region-server 2024-12-05T02:20:50,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11906025707/meta-region-server 2024-12-05T02:20:50,122 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:50,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906025707/meta-region-server: CHANGED 2024-12-05T02:20:50,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11906025707/meta-region-server: CHANGED 2024-12-05T02:20:50,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:50,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,39407,1733365248404 in 189 msec 2024-12-05T02:20:50,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:50,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-05T02:20:50,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:50,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:50,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:50,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39407,1733365248404, seqNum=-1] 2024-12-05T02:20:50,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:50,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:50,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1870 sec 2024-12-05T02:20:50,132 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365250132, completionTime=-1 2024-12-05T02:20:50,132 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:50,132 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365310134 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365370134 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:38431, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,134 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,136 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.692sec 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:50,137 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:50,139 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:50,139 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:50,139 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38431,1733365248369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:50,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cea67a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:50,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:20:50,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:50,227 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebf721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:50,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:50,229 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:50,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:50,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39407,1733365248404, seqNum=-1] 2024-12-05T02:20:50,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:50,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:50,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,38431,1733365248369 2024-12-05T02:20:50,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:50,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:50,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806c89560005 connected 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir so I do NOT create it in target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de 2024-12-05T02:20:50,239 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.tmp.dir so I do NOT create it in target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de 2024-12-05T02:20:50,239 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:20:50,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/cluster_0a26ac64-7b6f-fe0e-0182-017f6637e399, deleteOnExit=true 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/test.cache.data in system properties and HBase conf 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:20:50,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:20:50,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:20:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:20:50,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:50,318 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:50,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:50,319 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:50,319 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:20:50,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:50,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f46769{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/java.io.tmpdir/jetty-localhost-39409-hadoop-hdfs-3_4_1-tests_jar-_-any-2650133190704583998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:20:50,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:39409} 2024-12-05T02:20:50,438 INFO [Time-limited test {}] server.Server(415): Started @253347ms 2024-12-05T02:20:50,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:20:50,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:20:50,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:20:50,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:20:50,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:20:50,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:20:50,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:20:50,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19375c90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/java.io.tmpdir/jetty-localhost-35273-hadoop-hdfs-3_4_1-tests_jar-_-any-3408556513701415635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:20:50,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:35273} 2024-12-05T02:20:50,637 INFO [Time-limited test {}] server.Server(415): Started @253547ms 2024-12-05T02:20:50,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:20:50,735 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/cluster_0a26ac64-7b6f-fe0e-0182-017f6637e399/data/data2/current/BP-1541452266-172.17.0.2-1733365250259/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:50,735 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/cluster_0a26ac64-7b6f-fe0e-0182-017f6637e399/data/data1/current/BP-1541452266-172.17.0.2-1733365250259/current, will proceed with Du for space computation calculation, 2024-12-05T02:20:50,751 WARN [Thread-3656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:20:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cd7abfed3f5207d with lease ID 0x1ace7e02665ffc65: Processing first storage report for DS-1470b985-5f4d-48be-8d07-5737ffe14b5b from datanode DatanodeRegistration(127.0.0.1:44177, datanodeUuid=b1a293b0-ce47-4cf8-a53c-222ead262b0c, infoPort=44987, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1098416339;c=1733365250259) 2024-12-05T02:20:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cd7abfed3f5207d with lease ID 0x1ace7e02665ffc65: from storage DS-1470b985-5f4d-48be-8d07-5737ffe14b5b node DatanodeRegistration(127.0.0.1:44177, datanodeUuid=b1a293b0-ce47-4cf8-a53c-222ead262b0c, infoPort=44987, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1098416339;c=1733365250259), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cd7abfed3f5207d with lease ID 0x1ace7e02665ffc65: Processing first storage report for DS-1429f700-f619-481e-8601-ff79a4626e60 from datanode DatanodeRegistration(127.0.0.1:44177, datanodeUuid=b1a293b0-ce47-4cf8-a53c-222ead262b0c, infoPort=44987, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1098416339;c=1733365250259) 2024-12-05T02:20:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cd7abfed3f5207d with lease ID 0x1ace7e02665ffc65: from storage DS-1429f700-f619-481e-8601-ff79a4626e60 node DatanodeRegistration(127.0.0.1:44177, datanodeUuid=b1a293b0-ce47-4cf8-a53c-222ead262b0c, infoPort=44987, infoSecurePort=0, ipcPort=38627, storageInfo=lv=-57;cid=testClusterID;nsid=1098416339;c=1733365250259), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:20:50,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de 2024-12-05T02:20:50,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:50,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:20:51,168 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884 with version=8 2024-12-05T02:20:51,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/hbase-staging 2024-12-05T02:20:51,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:51,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:20:51,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:51,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36979 2024-12-05T02:20:51,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36979 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:51,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369790x0, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:51,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36979-0x101806c89560006 connected 2024-12-05T02:20:51,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:51,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:51,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/running 2024-12-05T02:20:51,187 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884, hbase.cluster.distributed=false 2024-12-05T02:20:51,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/acl 2024-12-05T02:20:51,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36979 2024-12-05T02:20:51,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36979 2024-12-05T02:20:51,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36979 2024-12-05T02:20:51,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36979 2024-12-05T02:20:51,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36979 2024-12-05T02:20:51,207 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:20:51,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:20:51,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43973 2024-12-05T02:20:51,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43973 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:51,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:51,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:51,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439730x0, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:51,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439730x0, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/running 2024-12-05T02:20:51,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43973-0x101806c89560007 connected 2024-12-05T02:20:51,216 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:20:51,217 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:20:51,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/master 2024-12-05T02:20:51,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/acl 2024-12-05T02:20:51,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43973 2024-12-05T02:20:51,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43973 2024-12-05T02:20:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43973 2024-12-05T02:20:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43973 2024-12-05T02:20:51,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43973 2024-12-05T02:20:51,235 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:36979 2024-12-05T02:20:51,236 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21019481293/backup-masters/01bccfa882c7,36979,1733365251170 2024-12-05T02:20:51,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/backup-masters 2024-12-05T02:20:51,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/backup-masters 2024-12-05T02:20:51,237 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on existing znode=/21019481293/backup-masters/01bccfa882c7,36979,1733365251170 2024-12-05T02:20:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21019481293/master 2024-12-05T02:20:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:51,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:51,239 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on existing znode=/21019481293/master 2024-12-05T02:20:51,239 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21019481293/backup-masters/01bccfa882c7,36979,1733365251170 from backup master directory 2024-12-05T02:20:51,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21019481293/backup-masters/01bccfa882c7,36979,1733365251170 2024-12-05T02:20:51,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/backup-masters 2024-12-05T02:20:51,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/backup-masters 2024-12-05T02:20:51,242 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:51,242 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,36979,1733365251170 2024-12-05T02:20:51,245 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/hbase.id] with ID: a5c2a497-8df0-41bf-97d7-f7719085fd88 2024-12-05T02:20:51,245 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/.tmp/hbase.id 2024-12-05T02:20:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:20:51,650 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/.tmp/hbase.id]:[hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/hbase.id] 2024-12-05T02:20:51,657 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:20:51,657 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:20:51,658 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:20:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:51,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:51,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:20:51,664 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:51,665 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:20:51,665 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:20:52,071 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store 2024-12-05T02:20:52,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:20:52,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:20:52,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:20:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:20:52,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:20:52,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:52,476 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:20:52,476 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365252476Disabling compacts and flushes for region at 1733365252476Disabling writes for close at 1733365252476Writing region close event to WAL at 1733365252476Closed at 1733365252476 2024-12-05T02:20:52,477 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/.initializing 2024-12-05T02:20:52,477 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/WALs/01bccfa882c7,36979,1733365251170 2024-12-05T02:20:52,477 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:52,478 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C36979%2C1733365251170, suffix=, logDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/WALs/01bccfa882c7,36979,1733365251170, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/oldWALs, maxLogs=10 2024-12-05T02:20:52,510 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/WALs/01bccfa882c7,36979,1733365251170/01bccfa882c7%2C36979%2C1733365251170.1733365252479, exclude list is [], retry=0 2024-12-05T02:20:52,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-1470b985-5f4d-48be-8d07-5737ffe14b5b,DISK] 2024-12-05T02:20:52,513 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/WALs/01bccfa882c7,36979,1733365251170/01bccfa882c7%2C36979%2C1733365251170.1733365252479 2024-12-05T02:20:52,513 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44987:44987)] 2024-12-05T02:20:52,514 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:52,514 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:52,514 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,514 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:20:52,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:52,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:52,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:20:52,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:52,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:52,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:20:52,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:52,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:52,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:20:52,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:52,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:52,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,520 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,521 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,522 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:52,522 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:20:52,524 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:52,524 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61272976, jitterRate=-0.08696150779724121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:52,524 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365252514Initializing all the Stores at 1733365252514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365252515 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365252515Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365252515Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365252515Cleaning up temporary data from old regions at 1733365252521 (+6 ms)Region opened successfully at 1733365252524 (+3 ms) 2024-12-05T02:20:52,524 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:20:52,526 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b67140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:52,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:20:52,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:20:52,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:20:52,527 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:20:52,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:20:52,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:20:52,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:20:52,529 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:20:52,530 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/balancer because node does not exist (not necessarily an error) 2024-12-05T02:20:52,531 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/balancer already deleted, retry=false 2024-12-05T02:20:52,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:20:52,532 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:20:52,533 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/normalizer already deleted, retry=false 2024-12-05T02:20:52,533 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:20:52,534 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:20:52,536 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/switch/split already deleted, retry=false 2024-12-05T02:20:52,537 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:20:52,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/switch/merge already deleted, retry=false 2024-12-05T02:20:52,539 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:20:52,540 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/snapshot-cleanup already deleted, retry=false 2024-12-05T02:20:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21019481293/running 2024-12-05T02:20:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21019481293/running 2024-12-05T02:20:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,541 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,36979,1733365251170, sessionid=0x101806c89560006, setting cluster-up flag (Was=false) 2024-12-05T02:20:52,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,550 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21019481293/flush-table-proc/acquired, /21019481293/flush-table-proc/reached, /21019481293/flush-table-proc/abort 2024-12-05T02:20:52,551 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,36979,1733365251170 2024-12-05T02:20:52,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:52,558 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21019481293/online-snapshot/acquired, /21019481293/online-snapshot/reached, /21019481293/online-snapshot/abort 2024-12-05T02:20:52,559 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,36979,1733365251170 2024-12-05T02:20:52,559 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:20:52,561 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:52,561 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:20:52,561 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:20:52,561 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,36979,1733365251170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:52,562 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:52,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365282564 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:20:52,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:52,564 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:20:52,565 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:20:52,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:20:52,569 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,572 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:20:52,572 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:20:52,572 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:20:52,572 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:20:52,573 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:20:52,573 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:20:52,573 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365252573,5,FailOnTimeoutGroup] 2024-12-05T02:20:52,576 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365252573,5,FailOnTimeoutGroup] 2024-12-05T02:20:52,576 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,576 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:20:52,576 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,576 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:20:52,626 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(746): ClusterId : a5c2a497-8df0-41bf-97d7-f7719085fd88 2024-12-05T02:20:52,626 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:20:52,627 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:20:52,627 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:20:52,629 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:20:52,629 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca1130a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:20:52,645 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:43973 2024-12-05T02:20:52,645 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:20:52,645 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:20:52,645 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:20:52,646 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,36979,1733365251170 with port=43973, startcode=1733365251207 2024-12-05T02:20:52,646 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:20:52,648 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:20:52,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,648 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36979 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,650 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884 2024-12-05T02:20:52,650 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42833 2024-12-05T02:20:52,650 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:20:52,654 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:20:52,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/rs 2024-12-05T02:20:52,656 DEBUG [RS:0;01bccfa882c7:43973 {}] zookeeper.ZKUtil(111): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on existing znode=/21019481293/rs/01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,656 WARN [RS:0;01bccfa882c7:43973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:20:52,656 INFO [RS:0;01bccfa882c7:43973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:52,656 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,43973,1733365251207] 2024-12-05T02:20:52,659 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:20:52,660 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:20:52,663 INFO [RS:0;01bccfa882c7:43973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:20:52,663 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,664 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:20:52,665 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:20:52,665 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:52,665 DEBUG [RS:0;01bccfa882c7:43973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:20:52,666 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,666 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,666 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,667 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,667 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,667 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43973,1733365251207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:52,682 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:20:52,682 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43973,1733365251207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,682 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,682 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.Replication(171): 01bccfa882c7,43973,1733365251207 started 2024-12-05T02:20:52,695 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:52,695 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,43973,1733365251207, RpcServer on 01bccfa882c7/172.17.0.2:43973, sessionid=0x101806c89560007 2024-12-05T02:20:52,695 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43973,1733365251207' 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21019481293/flush-table-proc/abort' 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21019481293/flush-table-proc/acquired' 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,43973,1733365251207 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43973,1733365251207' 2024-12-05T02:20:52,696 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21019481293/online-snapshot/abort' 2024-12-05T02:20:52,697 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21019481293/online-snapshot/acquired' 2024-12-05T02:20:52,697 DEBUG [RS:0;01bccfa882c7:43973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:20:52,697 INFO [RS:0;01bccfa882c7:43973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:20:52,697 INFO [RS:0;01bccfa882c7:43973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:20:52,797 INFO [RS:0;01bccfa882c7:43973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:20:52,799 INFO [RS:0;01bccfa882c7:43973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43973%2C1733365251207, suffix=, logDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/oldWALs, maxLogs=10 2024-12-05T02:20:52,813 DEBUG [RS:0;01bccfa882c7:43973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, exclude list is [], retry=0 2024-12-05T02:20:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-1470b985-5f4d-48be-8d07-5737ffe14b5b,DISK] 2024-12-05T02:20:52,816 INFO [RS:0;01bccfa882c7:43973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 2024-12-05T02:20:52,816 DEBUG [RS:0;01bccfa882c7:43973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44987:44987)] 2024-12-05T02:20:52,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:20:52,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884 2024-12-05T02:20:52,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:20:53,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:53,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:53,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:53,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:53,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:53,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:53,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:53,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:53,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:53,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:53,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:53,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:53,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740 2024-12-05T02:20:53,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740 2024-12-05T02:20:53,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:53,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:53,390 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:53,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:53,393 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70856042, jitterRate=0.05583730340003967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365253383Initializing all the Stores at 1733365253384 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253384Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365253384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253384Cleaning up temporary data from old regions at 1733365253390 (+6 ms)Region opened successfully at 1733365253393 (+3 ms) 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:20:53,393 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:20:53,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:20:53,394 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:20:53,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365253393Disabling compacts and flushes for region at 1733365253393Disabling writes for close at 1733365253393Writing region close event to WAL at 1733365253394 (+1 ms)Closed at 1733365253394 2024-12-05T02:20:53,395 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:53,395 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:20:53,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:20:53,396 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:53,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:20:53,547 DEBUG [01bccfa882c7:36979 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:20:53,547 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:53,548 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43973,1733365251207, state=OPENING 2024-12-05T02:20:53,549 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:53,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:20:53,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:20:53,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43973,1733365251207}] 2024-12-05T02:20:53,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21019481293/meta-region-server: CHANGED 2024-12-05T02:20:53,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21019481293/meta-region-server: CHANGED 2024-12-05T02:20:53,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:20:53,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:20:53,708 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:20:53,708 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:20:53,708 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:20:53,709 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43973%2C1733365251207.meta, suffix=.meta, logDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/oldWALs, maxLogs=10 2024-12-05T02:20:53,728 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.meta.1733365253710.meta, exclude list is [], retry=0 2024-12-05T02:20:53,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-1470b985-5f4d-48be-8d07-5737ffe14b5b,DISK] 2024-12-05T02:20:53,733 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.meta.1733365253710.meta 2024-12-05T02:20:53,733 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44987:44987)] 2024-12-05T02:20:53,733 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:53,734 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:20:53,734 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:20:53,734 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:20:53,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:20:53,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:20:53,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:20:53,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:20:53,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:20:53,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:20:53,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:20:53,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:20:53,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:20:53,739 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:20:53,740 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740 2024-12-05T02:20:53,740 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740 2024-12-05T02:20:53,741 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:20:53,741 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:20:53,742 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:20:53,743 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:20:53,743 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64163501, jitterRate=-0.043889328837394714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:20:53,743 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:20:53,744 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365253734Writing region info on filesystem at 1733365253734Initializing all the Stores at 1733365253735 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253735Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365253735Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365253735Cleaning up temporary data from old regions at 1733365253741 (+6 ms)Running coprocessor post-open hooks at 1733365253743 (+2 ms)Region opened successfully at 1733365253743 2024-12-05T02:20:53,744 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365253703 2024-12-05T02:20:53,746 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:20:53,746 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:20:53,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:53,747 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43973,1733365251207, state=OPEN 2024-12-05T02:20:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21019481293/meta-region-server 2024-12-05T02:20:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21019481293/meta-region-server 2024-12-05T02:20:53,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:53,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21019481293/meta-region-server: CHANGED 2024-12-05T02:20:53,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21019481293/meta-region-server: CHANGED 2024-12-05T02:20:53,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:20:53,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43973,1733365251207 in 198 msec 2024-12-05T02:20:53,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:20:53,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-05T02:20:53,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:20:53,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:20:53,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:53,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43973,1733365251207, seqNum=-1] 2024-12-05T02:20:53,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:53,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:53,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-05T02:20:53,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365253759, completionTime=-1 2024-12-05T02:20:53,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:20:53,759 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:20:53,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:20:53,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365313761 2024-12-05T02:20:53,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365373761 2024-12-05T02:20:53,761 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:36979, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,762 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,764 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:20:53,765 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.523sec 2024-12-05T02:20:53,765 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:20:53,765 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:20:53,766 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:20:53,766 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:20:53,766 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:20:53,766 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:20:53,766 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:20:53,768 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:20:53,768 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:20:53,768 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,36979,1733365251170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:20:53,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:53,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:20:53,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:53,834 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105107de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:53,836 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:53,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55996d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:53,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:20:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43973,1733365251207, seqNum=-1] 2024-12-05T02:20:53,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:20:53,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:20:53,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,36979,1733365251170 2024-12-05T02:20:53,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56843 2024-12-05T02:20:53,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:20:53,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101806c89560008 connected 2024-12-05T02:20:53,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,43247,1733365244640 2024-12-05T02:20:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c93d8c 2024-12-05T02:20:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:53,849 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:53,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:53,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:53,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:53,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:53,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:54,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90b23a4a243ec54dba2fd1766f1aa35d, NAME => 'test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7 2024-12-05T02:20:54,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 90b23a4a243ec54dba2fd1766f1aa35d, disabling compactions & flushes 2024-12-05T02:20:54,665 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. after waiting 0 ms 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,665 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,665 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90b23a4a243ec54dba2fd1766f1aa35d: Waiting for close lock at 1733365254665Disabling compacts and flushes for region at 1733365254665Disabling writes for close at 1733365254665Writing region close event to WAL at 1733365254665Closed at 1733365254665 2024-12-05T02:20:54,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:54,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365254666"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365254666"}]},"ts":"1733365254666"} 2024-12-05T02:20:54,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:54,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:54,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365254669"}]},"ts":"1733365254669"} 2024-12-05T02:20:54,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:54,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90b23a4a243ec54dba2fd1766f1aa35d, ASSIGN}] 2024-12-05T02:20:54,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90b23a4a243ec54dba2fd1766f1aa35d, ASSIGN 2024-12-05T02:20:54,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=90b23a4a243ec54dba2fd1766f1aa35d, ASSIGN; state=OFFLINE, location=01bccfa882c7,43711,1733365244783; forceNewPlan=false, retain=false 2024-12-05T02:20:54,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90b23a4a243ec54dba2fd1766f1aa35d, regionState=OPENING, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:54,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=90b23a4a243ec54dba2fd1766f1aa35d, ASSIGN because future has completed 2024-12-05T02:20:54,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90b23a4a243ec54dba2fd1766f1aa35d, server=01bccfa882c7,43711,1733365244783}] 2024-12-05T02:20:54,981 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,981 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90b23a4a243ec54dba2fd1766f1aa35d, NAME => 'test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:54,981 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:54,981 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:54,982 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,982 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:54,982 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,982 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,983 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,984 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b23a4a243ec54dba2fd1766f1aa35d columnFamilyName f 2024-12-05T02:20:54,984 DEBUG [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:54,984 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(327): Store=90b23a4a243ec54dba2fd1766f1aa35d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:54,984 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,985 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b23a4a243ec54dba2fd1766f1aa35d columnFamilyName f1 2024-12-05T02:20:54,985 DEBUG [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:54,985 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(327): Store=90b23a4a243ec54dba2fd1766f1aa35d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:54,985 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,986 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90b23a4a243ec54dba2fd1766f1aa35d columnFamilyName norep 2024-12-05T02:20:54,986 DEBUG [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:54,986 INFO [StoreOpener-90b23a4a243ec54dba2fd1766f1aa35d-1 {}] regionserver.HStore(327): Store=90b23a4a243ec54dba2fd1766f1aa35d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:54,986 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,987 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,987 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,988 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,988 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,988 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:54,989 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,990 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:54,990 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90b23a4a243ec54dba2fd1766f1aa35d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62260668, jitterRate=-0.07224375009536743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:54,990 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:20:54,991 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90b23a4a243ec54dba2fd1766f1aa35d: Running coprocessor pre-open hook at 1733365254982Writing region info on filesystem at 1733365254982Initializing all the Stores at 1733365254982Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365254982Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365254983 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365254983Cleaning up temporary data from old regions at 1733365254988 (+5 ms)Running coprocessor post-open hooks at 1733365254990 (+2 ms)Region opened successfully at 1733365254991 (+1 ms) 2024-12-05T02:20:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:54,992 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d., pid=6, masterSystemTime=1733365254977 2024-12-05T02:20:54,993 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,993 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:20:54,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90b23a4a243ec54dba2fd1766f1aa35d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:54,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90b23a4a243ec54dba2fd1766f1aa35d, server=01bccfa882c7,43711,1733365244783 because future has completed 2024-12-05T02:20:54,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:54,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90b23a4a243ec54dba2fd1766f1aa35d, server=01bccfa882c7,43711,1733365244783 in 171 msec 2024-12-05T02:20:54,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:54,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=90b23a4a243ec54dba2fd1766f1aa35d, ASSIGN in 326 msec 2024-12-05T02:20:54,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:54,999 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365254999"}]},"ts":"1733365254999"} 2024-12-05T02:20:55,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:55,001 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:55,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T02:20:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:56,002 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:56,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:20:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b13ac06 2024-12-05T02:20:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:56,004 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:56,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:56,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:56,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:56,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:56,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:56,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 354bb399db45c4ffade86f244ced3033, NAME => 'test,,1733365256005.354bb399db45c4ffade86f244ced3033.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf 2024-12-05T02:20:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365256005.354bb399db45c4ffade86f244ced3033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 354bb399db45c4ffade86f244ced3033, disabling compactions & flushes 2024-12-05T02:20:56,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365256005.354bb399db45c4ffade86f244ced3033. after waiting 0 ms 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 354bb399db45c4ffade86f244ced3033: Waiting for close lock at 1733365256419Disabling compacts and flushes for region at 1733365256419Disabling writes for close at 1733365256419Writing region close event to WAL at 1733365256419Closed at 1733365256419 2024-12-05T02:20:56,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:56,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365256005.354bb399db45c4ffade86f244ced3033.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365256420"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365256420"}]},"ts":"1733365256420"} 2024-12-05T02:20:56,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:56,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:56,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365256423"}]},"ts":"1733365256423"} 2024-12-05T02:20:56,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:56,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=354bb399db45c4ffade86f244ced3033, ASSIGN}] 2024-12-05T02:20:56,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=354bb399db45c4ffade86f244ced3033, ASSIGN 2024-12-05T02:20:56,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=354bb399db45c4ffade86f244ced3033, ASSIGN; state=OFFLINE, location=01bccfa882c7,39407,1733365248404; forceNewPlan=false, retain=false 2024-12-05T02:20:56,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=354bb399db45c4ffade86f244ced3033, regionState=OPENING, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:56,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=354bb399db45c4ffade86f244ced3033, ASSIGN because future has completed 2024-12-05T02:20:56,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354bb399db45c4ffade86f244ced3033, server=01bccfa882c7,39407,1733365248404}] 2024-12-05T02:20:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:56,735 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,735 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 354bb399db45c4ffade86f244ced3033, NAME => 'test,,1733365256005.354bb399db45c4ffade86f244ced3033.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:56,735 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:56,735 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:56,736 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,736 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365256005.354bb399db45c4ffade86f244ced3033.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:56,736 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,736 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,737 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,738 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bb399db45c4ffade86f244ced3033 columnFamilyName f 2024-12-05T02:20:56,738 DEBUG [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:56,738 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(327): Store=354bb399db45c4ffade86f244ced3033/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:56,738 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,739 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bb399db45c4ffade86f244ced3033 columnFamilyName f1 2024-12-05T02:20:56,739 DEBUG [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:56,739 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(327): Store=354bb399db45c4ffade86f244ced3033/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:56,739 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,740 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bb399db45c4ffade86f244ced3033 columnFamilyName norep 2024-12-05T02:20:56,740 DEBUG [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:56,740 INFO [StoreOpener-354bb399db45c4ffade86f244ced3033-1 {}] regionserver.HStore(327): Store=354bb399db45c4ffade86f244ced3033/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:56,740 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,741 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,741 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,742 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,742 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,742 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:56,743 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,745 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:56,745 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 354bb399db45c4ffade86f244ced3033; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67317947, jitterRate=0.0031155794858932495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:56,745 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:20:56,745 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 354bb399db45c4ffade86f244ced3033: Running coprocessor pre-open hook at 1733365256736Writing region info on filesystem at 1733365256736Initializing all the Stores at 1733365256736Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365256736Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365256737 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365256737Cleaning up temporary data from old regions at 1733365256742 (+5 ms)Running coprocessor post-open hooks at 1733365256745 (+3 ms)Region opened successfully at 1733365256745 2024-12-05T02:20:56,746 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365256005.354bb399db45c4ffade86f244ced3033., pid=6, masterSystemTime=1733365256731 2024-12-05T02:20:56,747 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,748 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:20:56,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=354bb399db45c4ffade86f244ced3033, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:20:56,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354bb399db45c4ffade86f244ced3033, server=01bccfa882c7,39407,1733365248404 because future has completed 2024-12-05T02:20:56,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:56,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 354bb399db45c4ffade86f244ced3033, server=01bccfa882c7,39407,1733365248404 in 171 msec 2024-12-05T02:20:56,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:56,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=354bb399db45c4ffade86f244ced3033, ASSIGN in 327 msec 2024-12-05T02:20:56,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:56,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365256754"}]},"ts":"1733365256754"} 2024-12-05T02:20:56,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:56,756 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:56,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-12-05T02:20:57,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:57,142 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:57,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36979,1733365251170 2024-12-05T02:20:57,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b287071 2024-12-05T02:20:57,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:57,144 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:57,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:57,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:20:57,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:57,147 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:57,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:20:57,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:57,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:20:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:57,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 989a555b4bc0c9e36a7b67b7d0cad884, NAME => 'test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884 2024-12-05T02:20:57,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:20:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:57,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:57,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 989a555b4bc0c9e36a7b67b7d0cad884, disabling compactions & flushes 2024-12-05T02:20:57,960 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:57,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:57,960 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. after waiting 0 ms 2024-12-05T02:20:57,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:57,961 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:57,961 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 989a555b4bc0c9e36a7b67b7d0cad884: Waiting for close lock at 1733365257960Disabling compacts and flushes for region at 1733365257960Disabling writes for close at 1733365257961 (+1 ms)Writing region close event to WAL at 1733365257961Closed at 1733365257961 2024-12-05T02:20:57,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:57,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365257962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365257962"}]},"ts":"1733365257962"} 2024-12-05T02:20:57,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:57,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:57,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365257964"}]},"ts":"1733365257964"} 2024-12-05T02:20:57,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:20:57,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=989a555b4bc0c9e36a7b67b7d0cad884, ASSIGN}] 2024-12-05T02:20:57,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=989a555b4bc0c9e36a7b67b7d0cad884, ASSIGN 2024-12-05T02:20:57,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=989a555b4bc0c9e36a7b67b7d0cad884, ASSIGN; state=OFFLINE, location=01bccfa882c7,43973,1733365251207; forceNewPlan=false, retain=false 2024-12-05T02:20:58,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=989a555b4bc0c9e36a7b67b7d0cad884, regionState=OPENING, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:58,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=989a555b4bc0c9e36a7b67b7d0cad884, ASSIGN because future has completed 2024-12-05T02:20:58,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989a555b4bc0c9e36a7b67b7d0cad884, server=01bccfa882c7,43973,1733365251207}] 2024-12-05T02:20:58,275 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:58,275 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 989a555b4bc0c9e36a7b67b7d0cad884, NAME => 'test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:20:58,276 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:20:58,276 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:20:58,276 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,276 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:58,276 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,276 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,277 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,278 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989a555b4bc0c9e36a7b67b7d0cad884 columnFamilyName f 2024-12-05T02:20:58,278 DEBUG [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:58,279 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(327): Store=989a555b4bc0c9e36a7b67b7d0cad884/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:58,279 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,279 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989a555b4bc0c9e36a7b67b7d0cad884 columnFamilyName f1 2024-12-05T02:20:58,279 DEBUG [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:58,280 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(327): Store=989a555b4bc0c9e36a7b67b7d0cad884/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:58,280 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,280 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 989a555b4bc0c9e36a7b67b7d0cad884 columnFamilyName norep 2024-12-05T02:20:58,280 DEBUG [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:58,281 INFO [StoreOpener-989a555b4bc0c9e36a7b67b7d0cad884-1 {}] regionserver.HStore(327): Store=989a555b4bc0c9e36a7b67b7d0cad884/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:20:58,281 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,281 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,281 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,282 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,282 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:58,282 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:20:58,283 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,284 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:20:58,285 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 989a555b4bc0c9e36a7b67b7d0cad884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64160687, jitterRate=-0.0439312607049942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:20:58,285 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:20:58,285 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 989a555b4bc0c9e36a7b67b7d0cad884: Running coprocessor pre-open hook at 1733365258276Writing region info on filesystem at 1733365258276Initializing all the Stores at 1733365258277 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365258277Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365258277Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365258277Cleaning up temporary data from old regions at 1733365258282 (+5 ms)Running coprocessor post-open hooks at 1733365258285 (+3 ms)Region opened successfully at 1733365258285 2024-12-05T02:20:58,286 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884., pid=6, masterSystemTime=1733365258272 2024-12-05T02:20:58,287 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:58,287 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:20:58,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=989a555b4bc0c9e36a7b67b7d0cad884, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:20:58,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 989a555b4bc0c9e36a7b67b7d0cad884, server=01bccfa882c7,43973,1733365251207 because future has completed 2024-12-05T02:20:58,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:20:58,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 989a555b4bc0c9e36a7b67b7d0cad884, server=01bccfa882c7,43973,1733365251207 in 170 msec 2024-12-05T02:20:58,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:20:58,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=989a555b4bc0c9e36a7b67b7d0cad884, ASSIGN in 325 msec 2024-12-05T02:20:58,294 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:20:58,294 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365258294"}]},"ts":"1733365258294"} 2024-12-05T02:20:58,295 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:20:58,296 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:20:58,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T02:20:58,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:20:59,236 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:20:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:20:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:20:59,292 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:20:59,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703b1795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43247,-1 for getting cluster id 2024-12-05T02:20:59,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:59,293 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c478c94-1c7e-4594-8e5e-490b2d3ed84b' 2024-12-05T02:20:59,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c478c94-1c7e-4594-8e5e-490b2d3ed84b" 2024-12-05T02:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@efd0ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43247,-1] 2024-12-05T02:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:59,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:59,295 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f93457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,43247,1733365244640 2024-12-05T02:20:59,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@790dd021 2024-12-05T02:20:59,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:59,297 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:59,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:38431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:20:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:20:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:59,300 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38431' 2024-12-05T02:20:59,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5481fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,301 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:20:59,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:20:59,301 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:20:59,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:20:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:20:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5a72f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:20:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:20:59,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:59,303 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:20:59,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf3cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:20:59,303 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:20:59,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:20:59,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ad9afdc 2024-12-05T02:20:59,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:20:59,305 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:20:59,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:20:59,305 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:20:59,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:59,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:20:59,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:20:59,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:20:59,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:20:59,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:20:59,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:20:59,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:20:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:20:59,357 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:20:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:20:59,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c398dc3538d82035d5d95de7756ab272, NAME => 'hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7 2024-12-05T02:20:59,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c398dc3538d82035d5d95de7756ab272, disabling compactions & flushes 2024-12-05T02:20:59,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. after waiting 0 ms 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:20:59,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:20:59,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c398dc3538d82035d5d95de7756ab272: Waiting for close lock at 1733365259725Disabling compacts and flushes for region at 1733365259725Disabling writes for close at 1733365259725Writing region close event to WAL at 1733365259725Closed at 1733365259725 2024-12-05T02:20:59,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:20:59,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365259726"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365259726"}]},"ts":"1733365259726"} 2024-12-05T02:20:59,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:20:59,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:20:59,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365259728"}]},"ts":"1733365259728"} 2024-12-05T02:20:59,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:20:59,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c398dc3538d82035d5d95de7756ab272, ASSIGN}] 2024-12-05T02:20:59,731 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c398dc3538d82035d5d95de7756ab272, ASSIGN 2024-12-05T02:20:59,731 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c398dc3538d82035d5d95de7756ab272, ASSIGN; state=OFFLINE, location=01bccfa882c7,43711,1733365244783; forceNewPlan=false, retain=false 2024-12-05T02:20:59,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c398dc3538d82035d5d95de7756ab272, regionState=OPENING, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:20:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c398dc3538d82035d5d95de7756ab272, ASSIGN because future has completed 2024-12-05T02:20:59,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c398dc3538d82035d5d95de7756ab272, server=01bccfa882c7,43711,1733365244783}] 2024-12-05T02:20:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:00,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:00,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:00,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:21:00,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43711%2C1733365244783.rep, suffix=, logDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783, archiveDir=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/oldWALs, maxLogs=10 2024-12-05T02:21:00,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.rep.1733365260040, exclude list is [], retry=0 2024-12-05T02:21:00,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38503,DS-625abe67-57a9-4f51-b9d5-8e1ac09e73bc,DISK] 2024-12-05T02:21:00,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.rep.1733365260040 2024-12-05T02:21:00,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38395:38395)] 2024-12-05T02:21:00,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c398dc3538d82035d5d95de7756ab272, NAME => 'hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:00,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. service=MultiRowMutationService 2024-12-05T02:21:00,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,075 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,076 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c398dc3538d82035d5d95de7756ab272 columnFamilyName hfileref 2024-12-05T02:21:00,076 DEBUG [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:00,077 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(327): Store=c398dc3538d82035d5d95de7756ab272/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:00,077 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,078 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c398dc3538d82035d5d95de7756ab272 columnFamilyName queue 2024-12-05T02:21:00,078 DEBUG [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:00,078 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(327): Store=c398dc3538d82035d5d95de7756ab272/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:00,078 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,079 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c398dc3538d82035d5d95de7756ab272 columnFamilyName sid 2024-12-05T02:21:00,079 DEBUG [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:00,079 INFO [StoreOpener-c398dc3538d82035d5d95de7756ab272-1 {}] regionserver.HStore(327): Store=c398dc3538d82035d5d95de7756ab272/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:00,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/replication/c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/replication/c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:00,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/replication/c398dc3538d82035d5d95de7756ab272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:00,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c398dc3538d82035d5d95de7756ab272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74533555, jitterRate=0.11063651740550995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:00,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:00,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c398dc3538d82035d5d95de7756ab272: Running coprocessor pre-open hook at 1733365260074Writing region info on filesystem at 1733365260074Initializing all the Stores at 1733365260075 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365260075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365260075Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365260075Cleaning up temporary data from old regions at 1733365260081 (+6 ms)Running coprocessor post-open hooks at 1733365260084 (+3 ms)Region opened successfully at 1733365260085 (+1 ms) 2024-12-05T02:21:00,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272., pid=10, masterSystemTime=1733365260035 2024-12-05T02:21:00,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:00,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:00,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c398dc3538d82035d5d95de7756ab272, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,43711,1733365244783 2024-12-05T02:21:00,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c398dc3538d82035d5d95de7756ab272, server=01bccfa882c7,43711,1733365244783 because future has completed 2024-12-05T02:21:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:21:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c398dc3538d82035d5d95de7756ab272, server=01bccfa882c7,43711,1733365244783 in 207 msec 2024-12-05T02:21:00,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:21:00,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c398dc3538d82035d5d95de7756ab272, ASSIGN in 363 msec 2024-12-05T02:21:00,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:00,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365260096"}]},"ts":"1733365260096"} 2024-12-05T02:21:00,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:21:00,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:00,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-12-05T02:21:00,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272., hostname=01bccfa882c7,43711,1733365244783, seqNum=2] 2024-12-05T02:21:00,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:21:00,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:21:00,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:21:00,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43711 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:21:00,278 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:21:00,313 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,43711,1733365244783, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:21:00,313 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:00,313 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43711,1733365244783, seqNum=-1] 2024-12-05T02:21:00,314 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:00,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:00,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,43711,1733365244783', locateType=CURRENT is [region=hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272., hostname=01bccfa882c7,43711,1733365244783, seqNum=2] 2024-12-05T02:21:00,321 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:21:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:21:00,324 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,43711,1733365244783 suceeded 2024-12-05T02:21:00,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:21:00,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-05T02:21:00,326 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:38431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:21:00,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0280 sec 2024-12-05T02:21:00,338 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38431' 2024-12-05T02:21:00,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d03fac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:00,339 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:00,340 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:00,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:00,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:00,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ee5957e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:00,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:00,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,342 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:00,342 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c43682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,342 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:00,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:21:00,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9228549 2024-12-05T02:21:00,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:00,344 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:00,345 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,43711,1733365244783 (queues=1) is replicating from cluster=2c478c94-1c7e-4594-8e5e-490b2d3ed84b to cluster=f55c0f5e-54e8-440e-8810-b75bf94d62da 2024-12-05T02:21:00,345 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C43711%2C1733365244783 2024-12-05T02:21:00,345 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,43711,1733365244783, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:21:00,346 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, startPosition=0, beingWritten=true 2024-12-05T02:21:00,346 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C43711%2C1733365244783 2024-12-05T02:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:00,351 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43711,1733365244783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:00,433 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:21:00,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:00,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:00,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:00,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:00,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:00,435 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655c46b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:00,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,436 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:00,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5364cd52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:21:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ad89f 2024-12-05T02:21:00,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:00,439 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:00,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:36979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:21:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:21:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:00,443 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36979' 2024-12-05T02:21:00,444 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82b5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,445 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:21:00,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:00,445 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7379a211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:00,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,447 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:00,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20610f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:00,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36979,1733365251170 2024-12-05T02:21:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7943bc43 2024-12-05T02:21:00,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:00,449 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:00,449 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:21:00,450 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:21:00,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:00,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:00,450 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:00,451 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:21:00,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:00,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:00,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:00,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:21:00,501 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:21:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:00,555 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:00,858 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:00,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82adf40b2815ec91c3c166676291bf06, NAME => 'hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf 2024-12-05T02:21:00,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:21:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:01,262 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 82adf40b2815ec91c3c166676291bf06, disabling compactions & flushes 2024-12-05T02:21:01,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. after waiting 0 ms 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,268 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,268 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82adf40b2815ec91c3c166676291bf06: Waiting for close lock at 1733365261268Disabling compacts and flushes for region at 1733365261268Disabling writes for close at 1733365261268Writing region close event to WAL at 1733365261268Closed at 1733365261268 2024-12-05T02:21:01,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:01,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365261269"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365261269"}]},"ts":"1733365261269"} 2024-12-05T02:21:01,272 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:01,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:01,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365261272"}]},"ts":"1733365261272"} 2024-12-05T02:21:01,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:21:01,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82adf40b2815ec91c3c166676291bf06, ASSIGN}] 2024-12-05T02:21:01,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82adf40b2815ec91c3c166676291bf06, ASSIGN 2024-12-05T02:21:01,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82adf40b2815ec91c3c166676291bf06, ASSIGN; state=OFFLINE, location=01bccfa882c7,39407,1733365248404; forceNewPlan=false, retain=false 2024-12-05T02:21:01,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=82adf40b2815ec91c3c166676291bf06, regionState=OPENING, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:21:01,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82adf40b2815ec91c3c166676291bf06, ASSIGN because future has completed 2024-12-05T02:21:01,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82adf40b2815ec91c3c166676291bf06, server=01bccfa882c7,39407,1733365248404}] 2024-12-05T02:21:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:01,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:01,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:21:01,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C39407%2C1733365248404.rep, suffix=, logDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404, archiveDir=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/oldWALs, maxLogs=10 2024-12-05T02:21:01,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.rep.1733365261587, exclude list is [], retry=0 2024-12-05T02:21:01,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37995,DS-e8facf4a-7ff1-486d-ad53-2211fbe5137d,DISK] 2024-12-05T02:21:01,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.rep.1733365261587 2024-12-05T02:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495)] 2024-12-05T02:21:01,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 82adf40b2815ec91c3c166676291bf06, NAME => 'hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:01,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. service=MultiRowMutationService 2024-12-05T02:21:01,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,615 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,616 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82adf40b2815ec91c3c166676291bf06 columnFamilyName hfileref 2024-12-05T02:21:01,616 DEBUG [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:01,616 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(327): Store=82adf40b2815ec91c3c166676291bf06/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:01,617 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,618 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82adf40b2815ec91c3c166676291bf06 columnFamilyName queue 2024-12-05T02:21:01,618 DEBUG [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:01,618 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(327): Store=82adf40b2815ec91c3c166676291bf06/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:01,618 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,619 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82adf40b2815ec91c3c166676291bf06 columnFamilyName sid 2024-12-05T02:21:01,619 DEBUG [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:01,619 INFO [StoreOpener-82adf40b2815ec91c3c166676291bf06-1 {}] regionserver.HStore(327): Store=82adf40b2815ec91c3c166676291bf06/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:01,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:01,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:01,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 82adf40b2815ec91c3c166676291bf06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69972414, jitterRate=0.042670220136642456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:01,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:01,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 82adf40b2815ec91c3c166676291bf06: Running coprocessor pre-open hook at 1733365261614Writing region info on filesystem at 1733365261614Initializing all the Stores at 1733365261614Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365261614Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365261615 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365261615Cleaning up temporary data from old regions at 1733365261621 (+6 ms)Running coprocessor post-open hooks at 1733365261624 (+3 ms)Region opened successfully at 1733365261625 (+1 ms) 2024-12-05T02:21:01,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06., pid=10, masterSystemTime=1733365261581 2024-12-05T02:21:01,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:01,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=82adf40b2815ec91c3c166676291bf06, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,39407,1733365248404 2024-12-05T02:21:01,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82adf40b2815ec91c3c166676291bf06, server=01bccfa882c7,39407,1733365248404 because future has completed 2024-12-05T02:21:01,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:21:01,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 82adf40b2815ec91c3c166676291bf06, server=01bccfa882c7,39407,1733365248404 in 201 msec 2024-12-05T02:21:01,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:21:01,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82adf40b2815ec91c3c166676291bf06, ASSIGN in 358 msec 2024-12-05T02:21:01,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:01,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365261634"}]},"ts":"1733365261634"} 2024-12-05T02:21:01,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:21:01,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:01,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-05T02:21:01,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06., hostname=01bccfa882c7,39407,1733365248404, seqNum=2] 2024-12-05T02:21:01,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:21:01,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:21:01,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:21:01,766 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:01,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:21:01,818 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:21:01,859 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,39407,1733365248404, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:21:01,860 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:01,860 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39407,1733365248404, seqNum=-1] 2024-12-05T02:21:01,860 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:01,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:01,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,39407,1733365248404', locateType=CURRENT is [region=hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06., hostname=01bccfa882c7,39407,1733365248404, seqNum=2] 2024-12-05T02:21:01,865 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:21:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:21:01,867 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,39407,1733365248404 suceeded 2024-12-05T02:21:01,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:21:01,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-05T02:21:01,869 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:36979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:21:01,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-12-05T02:21:01,881 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:36979' 2024-12-05T02:21:01,882 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ffdf9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:01,882 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:21:01,882 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:01,883 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:21:01,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:01,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:21:01,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52bab4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:01,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:21:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:01,884 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:01,885 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332dd52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:01,885 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36979,1733365251170 2024-12-05T02:21:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e69073d 2024-12-05T02:21:01,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:01,886 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:01,887 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,39407,1733365248404 (queues=1) is replicating from cluster=f55c0f5e-54e8-440e-8810-b75bf94d62da to cluster=a5c2a497-8df0-41bf-97d7-f7719085fd88 2024-12-05T02:21:01,887 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C39407%2C1733365248404 2024-12-05T02:21:01,887 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,39407,1733365248404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:21:01,888 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C39407%2C1733365248404 2024-12-05T02:21:01,888 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, startPosition=0, beingWritten=true 2024-12-05T02:21:01,893 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:01,893 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:01,893 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:02,096 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:02,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:21:02,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:21:02,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:02,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:21:02,369 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:02,401 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38431 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:02,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:21:02,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:02,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:02,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:02,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:21:02,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:02,594 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:21:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:21:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe20ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:21:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:02,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,596 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:02,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8b58d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,36979,1733365251170 2024-12-05T02:21:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1143e89c 2024-12-05T02:21:02,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:02,598 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:02,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:38431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:21:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:21:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:02,601 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38431' 2024-12-05T02:21:02,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233cdd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,602 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:02,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:02,603 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:02,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:02,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:02,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4868a95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:02,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,604 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d42914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:02,605 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:21:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468a2495 2024-12-05T02:21:02,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:02,606 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:02,607 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:21:02,607 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:21:02,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:02,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:02,607 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:02,608 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:21:02,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:02,609 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:02,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:02,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:21:02,659 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:21:02,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:02,805 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:03,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff5918606ba2c624cf695c3e49b49869, NAME => 'hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884 2024-12-05T02:21:03,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:21:03,073 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:03,309 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:03,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:03,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff5918606ba2c624cf695c3e49b49869, disabling compactions & flushes 2024-12-05T02:21:03,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. after waiting 0 ms 2024-12-05T02:21:03,422 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,422 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,423 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff5918606ba2c624cf695c3e49b49869: Waiting for close lock at 1733365263422Disabling compacts and flushes for region at 1733365263422Disabling writes for close at 1733365263422Writing region close event to WAL at 1733365263422Closed at 1733365263422 2024-12-05T02:21:03,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:03,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365263424"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365263424"}]},"ts":"1733365263424"} 2024-12-05T02:21:03,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:03,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:03,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365263426"}]},"ts":"1733365263426"} 2024-12-05T02:21:03,428 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:21:03,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5918606ba2c624cf695c3e49b49869, ASSIGN}] 2024-12-05T02:21:03,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5918606ba2c624cf695c3e49b49869, ASSIGN 2024-12-05T02:21:03,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5918606ba2c624cf695c3e49b49869, ASSIGN; state=OFFLINE, location=01bccfa882c7,43973,1733365251207; forceNewPlan=false, retain=false 2024-12-05T02:21:03,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5918606ba2c624cf695c3e49b49869, regionState=OPENING, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:21:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5918606ba2c624cf695c3e49b49869, ASSIGN because future has completed 2024-12-05T02:21:03,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5918606ba2c624cf695c3e49b49869, server=01bccfa882c7,43973,1733365251207}] 2024-12-05T02:21:03,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:03,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:21:03,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43973%2C1733365251207.rep, suffix=, logDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207, archiveDir=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/oldWALs, maxLogs=10 2024-12-05T02:21:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:03,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.rep.1733365263740, exclude list is [], retry=0 2024-12-05T02:21:03,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44177,DS-1470b985-5f4d-48be-8d07-5737ffe14b5b,DISK] 2024-12-05T02:21:03,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.rep.1733365263740 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44987:44987)] 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff5918606ba2c624cf695c3e49b49869, NAME => 'hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:03,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. service=MultiRowMutationService 2024-12-05T02:21:03,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:03,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,760 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,761 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5918606ba2c624cf695c3e49b49869 columnFamilyName hfileref 2024-12-05T02:21:03,761 DEBUG [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:03,761 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(327): Store=ff5918606ba2c624cf695c3e49b49869/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:03,761 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,762 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5918606ba2c624cf695c3e49b49869 columnFamilyName queue 2024-12-05T02:21:03,762 DEBUG [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:03,762 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(327): Store=ff5918606ba2c624cf695c3e49b49869/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:03,762 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,763 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5918606ba2c624cf695c3e49b49869 columnFamilyName sid 2024-12-05T02:21:03,763 DEBUG [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:03,763 INFO [StoreOpener-ff5918606ba2c624cf695c3e49b49869-1 {}] regionserver.HStore(327): Store=ff5918606ba2c624cf695c3e49b49869/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:03,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:03,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:03,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff5918606ba2c624cf695c3e49b49869; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72129766, jitterRate=0.07481727004051208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:03,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff5918606ba2c624cf695c3e49b49869: Running coprocessor pre-open hook at 1733365263759Writing region info on filesystem at 1733365263759Initializing all the Stores at 1733365263759Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365263759Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365263759Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365263759Cleaning up temporary data from old regions at 1733365263765 (+6 ms)Running coprocessor post-open hooks at 1733365263768 (+3 ms)Region opened successfully at 1733365263768 2024-12-05T02:21:03,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869., pid=10, masterSystemTime=1733365263734 2024-12-05T02:21:03,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:03,771 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5918606ba2c624cf695c3e49b49869, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,43973,1733365251207 2024-12-05T02:21:03,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5918606ba2c624cf695c3e49b49869, server=01bccfa882c7,43973,1733365251207 because future has completed 2024-12-05T02:21:03,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:21:03,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff5918606ba2c624cf695c3e49b49869, server=01bccfa882c7,43973,1733365251207 in 191 msec 2024-12-05T02:21:03,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:21:03,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5918606ba2c624cf695c3e49b49869, ASSIGN in 347 msec 2024-12-05T02:21:03,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:03,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365263777"}]},"ts":"1733365263777"} 2024-12-05T02:21:03,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:21:03,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:03,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-05T02:21:03,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869., hostname=01bccfa882c7,43973,1733365251207, seqNum=2] 2024-12-05T02:21:03,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:21:03,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:21:03,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:21:03,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:03,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:03,863 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88609 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:03,876 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:03,913 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:03,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:21:03,977 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:21:04,012 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,43973,1733365251207, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:21:04,012 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:04,012 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43973,1733365251207, seqNum=-1] 2024-12-05T02:21:04,012 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:04,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:04,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,43973,1733365251207', locateType=CURRENT is [region=hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869., hostname=01bccfa882c7,43973,1733365251207, seqNum=2] 2024-12-05T02:21:04,017 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:21:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:21:04,019 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,43973,1733365251207 suceeded 2024-12-05T02:21:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:21:04,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-05T02:21:04,021 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:38431,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:21:04,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-12-05T02:21:04,032 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:38431' 2024-12-05T02:21:04,033 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f54a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,034 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:04,034 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:04,034 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:04,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd5acef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:04,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,035 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:04,036 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54815535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,036 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:04,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,38431,1733365248369 2024-12-05T02:21:04,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd96f11 2024-12-05T02:21:04,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:04,038 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:04,038 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,43973,1733365251207 (queues=1) is replicating from cluster=a5c2a497-8df0-41bf-97d7-f7719085fd88 to cluster=f55c0f5e-54e8-440e-8810-b75bf94d62da 2024-12-05T02:21:04,038 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C43973%2C1733365251207 2024-12-05T02:21:04,038 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,43973,1733365251207, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:21:04,039 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C43973%2C1733365251207 2024-12-05T02:21:04,039 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, startPosition=0, beingWritten=true 2024-12-05T02:21:04,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:04,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 379, reset compression=false 2024-12-05T02:21:04,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:04,248 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 379, reset compression=false 2024-12-05T02:21:04,552 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 379, reset compression=false 2024-12-05T02:21:04,616 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:04,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:21:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:04,762 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:21:04,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:04,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:04,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:04,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43247,-1 for getting cluster id 2024-12-05T02:21:04,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:04,764 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c478c94-1c7e-4594-8e5e-490b2d3ed84b' 2024-12-05T02:21:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c478c94-1c7e-4594-8e5e-490b2d3ed84b" 2024-12-05T02:21:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fab95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43247,-1] 2024-12-05T02:21:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:04,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,765 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:04,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19556606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:04,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:04,767 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab783dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,768 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:04,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cdfb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:21:04,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:04,770 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e3631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,771 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613b415b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43711,1733365244783, seqNum=-1] 2024-12-05T02:21:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:04,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d., hostname=01bccfa882c7,43711,1733365244783, seqNum=2] 2024-12-05T02:21:04,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43973,1733365251207, seqNum=-1] 2024-12-05T02:21:04,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:04,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:04,780 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 379, reset compression=false 2024-12-05T02:21:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884., hostname=01bccfa882c7,43973,1733365251207, seqNum=2] 2024-12-05T02:21:04,783 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-05T02:21:04,785 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:04,785 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:04,785 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43711,1733365244783 got entry batch from reader: WALEntryBatch [walEntries=[{test/90b23a4a243ec54dba2fd1766f1aa35d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-05T02:21:04,787 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:04,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-05T02:21:04,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:04,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72b7e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,38431,-1 for getting cluster id 2024-12-05T02:21:04,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:04,790 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f55c0f5e-54e8-440e-8810-b75bf94d62da' 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f55c0f5e-54e8-440e-8810-b75bf94d62da" 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b751b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,38431,-1] 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:04,791 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:04,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fed4c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:04,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:04,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39407,1733365248404, seqNum=-1] 2024-12-05T02:21:04,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:04,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:04,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365256005.354bb399db45c4ffade86f244ced3033., hostname=01bccfa882c7,39407,1733365248404, seqNum=2] 2024-12-05T02:21:04,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:04,956 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 379, reset compression=false 2024-12-05T02:21:04,989 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:05,292 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:05,420 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 379, reset compression=false 2024-12-05T02:21:05,424 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:05,424 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 503, reset compression=false 2024-12-05T02:21:05,424 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[{test/354bb399db45c4ffade86f244ced3033/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-05T02:21:05,426 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:05,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-05T02:21:05,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:05,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b250eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:05,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,36979,-1 for getting cluster id 2024-12-05T02:21:05,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:05,429 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2a497-8df0-41bf-97d7-f7719085fd88' 2024-12-05T02:21:05,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:05,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2a497-8df0-41bf-97d7-f7719085fd88" 2024-12-05T02:21:05,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fdad0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:05,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,36979,-1] 2024-12-05T02:21:05,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:05,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:05,430 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:05,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e9769c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:05,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:05,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43973,1733365251207, seqNum=-1] 2024-12-05T02:21:05,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:05,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:05,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884., hostname=01bccfa882c7,43973,1733365251207, seqNum=2] 2024-12-05T02:21:05,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:05,459 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 379, reset compression=false 2024-12-05T02:21:05,464 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:05,464 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 527, reset compression=false 2024-12-05T02:21:05,464 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:05,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:05,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,628 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 503, reset compression=false 2024-12-05T02:21:05,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:05,667 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 527, reset compression=false 2024-12-05T02:21:05,696 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:05,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-05T02:21:05,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,39407,1733365248404, seqNum=-1] 2024-12-05T02:21:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:05,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733365256005.354bb399db45c4ffade86f244ced3033., hostname=01bccfa882c7,39407,1733365248404, seqNum=2] 2024-12-05T02:21:05,792 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-05T02:21:05,932 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 503, reset compression=false 2024-12-05T02:21:05,936 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:05,936 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 607, reset compression=false 2024-12-05T02:21:05,936 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[{test/354bb399db45c4ffade86f244ced3033/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:21:05,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:05,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:05,971 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 527, reset compression=false 2024-12-05T02:21:05,975 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:05,975 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 655, reset compression=false 2024-12-05T02:21:05,975 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:06,139 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 607, reset compression=false 2024-12-05T02:21:06,178 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 655, reset compression=false 2024-12-05T02:21:06,199 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:06,442 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 607, reset compression=false 2024-12-05T02:21:06,482 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 655, reset compression=false 2024-12-05T02:21:06,794 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-05T02:21:06,797 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-05T02:21:06,802 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:06,846 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 607, reset compression=false 2024-12-05T02:21:06,885 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 655, reset compression=false 2024-12-05T02:21:06,889 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:06,889 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:06,889 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[{test/989a555b4bc0c9e36a7b67b7d0cad884/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-05T02:21:06,901 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:06,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-05T02:21:06,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:06,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:07,102 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:07,350 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 607, reset compression=false 2024-12-05T02:21:07,354 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:07,355 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 735, reset compression=false 2024-12-05T02:21:07,355 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:07,406 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:07,506 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:07,558 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 735, reset compression=false 2024-12-05T02:21:07,799 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-05T02:21:07,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-05T02:21:07,810 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:07,861 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 735, reset compression=false 2024-12-05T02:21:08,265 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 735, reset compression=false 2024-12-05T02:21:08,309 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 480, reset compression=false 2024-12-05T02:21:08,313 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:08,314 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:08,314 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:08,314 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43711,1733365244783 got entry batch from reader: WALEntryBatch [walEntries=[{test/90b23a4a243ec54dba2fd1766f1aa35d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-05T02:21:08,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:08,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:08,518 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:08,768 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 735, reset compression=false 2024-12-05T02:21:08,772 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:08,772 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 882, reset compression=false 2024-12-05T02:21:08,772 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[{test/354bb399db45c4ffade86f244ced3033/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-05T02:21:08,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:08,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:08,803 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-05T02:21:08,806 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-05T02:21:08,822 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:08,918 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 759, reset compression=false 2024-12-05T02:21:08,922 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:08,922 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 930, reset compression=false 2024-12-05T02:21:08,922 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:08,975 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 882, reset compression=false 2024-12-05T02:21:08,979 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:08,979 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1041, reset compression=false 2024-12-05T02:21:08,979 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[{test/354bb399db45c4ffade86f244ced3033/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T02:21:08,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:08,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:09,125 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 930, reset compression=false 2024-12-05T02:21:09,129 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:09,129 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1080, reset compression=false 2024-12-05T02:21:09,129 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:09,181 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1041, reset compression=false 2024-12-05T02:21:09,225 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:09,332 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1080, reset compression=false 2024-12-05T02:21:09,484 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1041, reset compression=false 2024-12-05T02:21:09,635 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1080, reset compression=false 2024-12-05T02:21:09,728 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:09,808 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-05T02:21:09,819 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-05T02:21:09,888 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1041, reset compression=false 2024-12-05T02:21:10,039 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1080, reset compression=false 2024-12-05T02:21:10,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:10,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1239, reset compression=false 2024-12-05T02:21:10,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[{test/989a555b4bc0c9e36a7b67b7d0cad884/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-05T02:21:10,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-05T02:21:10,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-05T02:21:10,258 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1239, reset compression=false 2024-12-05T02:21:10,331 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:10,391 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1041, reset compression=false 2024-12-05T02:21:10,396 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:10,396 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:10,396 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:10,562 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1239, reset compression=false 2024-12-05T02:21:10,599 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:10,821 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-05T02:21:10,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:10,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:10,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:10,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:10,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:10,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:10,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:10,827 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784079207, stopped=false 2024-12-05T02:21:10,827 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,36979,1733365251170 2024-12-05T02:21:10,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21019481293/running 2024-12-05T02:21:10,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21019481293/running 2024-12-05T02:21:10,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:21:10,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:21:10,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:10,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:10,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:10,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:10,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,43973,1733365251207' ***** 2024-12-05T02:21:10,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:10,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/running 2024-12-05T02:21:10,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Set watcher on znode that does not yet exist, /21019481293/running 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:10,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(3091): Received CLOSE for ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(3091): Received CLOSE for 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,43973,1733365251207 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:10,830 INFO [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:43973. 2024-12-05T02:21:10,831 DEBUG [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff5918606ba2c624cf695c3e49b49869, disabling compactions & flushes 2024-12-05T02:21:10,831 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:10,831 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. after waiting 0 ms 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:10,831 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:10,831 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:10,831 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:10,831 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:10,831 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff5918606ba2c624cf695c3e49b49869 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T02:21:10,831 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:21:10,831 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff5918606ba2c624cf695c3e49b49869=hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869., 989a555b4bc0c9e36a7b67b7d0cad884=test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884.} 2024-12-05T02:21:10,831 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 989a555b4bc0c9e36a7b67b7d0cad884, ff5918606ba2c624cf695c3e49b49869 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:10,831 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:10,831 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:10,831 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:21:10,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/.tmp/queue/0cb78b242238477eaff8669340e24889 is 154, key is 1-01bccfa882c7,43973,1733365251207/queue:01bccfa882c7%2C43973%2C1733365251207/1733365270060/Put/seqid=0 2024-12-05T02:21:10,847 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/info/a0b373693c0c45a4a62da8ddb956a629 is 147, key is hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869./info:regioninfo/1733365263771/Put/seqid=0 2024-12-05T02:21:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741841_1017 (size=7686) 2024-12-05T02:21:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741840_1016 (size=5353) 2024-12-05T02:21:10,851 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/.tmp/queue/0cb78b242238477eaff8669340e24889 2024-12-05T02:21:10,852 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/info/a0b373693c0c45a4a62da8ddb956a629 2024-12-05T02:21:10,857 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/.tmp/queue/0cb78b242238477eaff8669340e24889 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/queue/0cb78b242238477eaff8669340e24889 2024-12-05T02:21:10,860 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/queue/0cb78b242238477eaff8669340e24889, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T02:21:10,861 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ff5918606ba2c624cf695c3e49b49869 in 30ms, sequenceid=12, compaction requested=false 2024-12-05T02:21:10,864 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/replication/ff5918606ba2c624cf695c3e49b49869/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:21:10,864 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:10,864 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:10,864 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff5918606ba2c624cf695c3e49b49869: Waiting for close lock at 1733365270830Running coprocessor pre-close hooks at 1733365270830Disabling compacts and flushes for region at 1733365270830Disabling writes for close at 1733365270831 (+1 ms)Obtaining lock to block concurrent updates at 1733365270831Preparing flush snapshotting stores in ff5918606ba2c624cf695c3e49b49869 at 1733365270831Finished memstore snapshotting hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733365270831Flushing stores of hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. at 1733365270832 (+1 ms)Flushing ff5918606ba2c624cf695c3e49b49869/queue: creating writer at 1733365270832Flushing ff5918606ba2c624cf695c3e49b49869/queue: appending metadata at 1733365270846 (+14 ms)Flushing ff5918606ba2c624cf695c3e49b49869/queue: closing flushed file at 1733365270846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25646ea5: reopening flushed file at 1733365270856 (+10 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ff5918606ba2c624cf695c3e49b49869 in 30ms, sequenceid=12, compaction requested=false at 1733365270861 (+5 ms)Writing region close event to WAL at 1733365270862 (+1 ms)Running coprocessor post-close hooks at 1733365270864 (+2 ms)Closed at 1733365270864 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365262607.ff5918606ba2c624cf695c3e49b49869. 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 989a555b4bc0c9e36a7b67b7d0cad884, disabling compactions & flushes 2024-12-05T02:21:10,865 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. after waiting 0 ms 2024-12-05T02:21:10,865 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:21:10,865 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 989a555b4bc0c9e36a7b67b7d0cad884 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T02:21:10,870 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/ns/443de58c6f6b4db1bbce57996115cfea is 43, key is default/ns:d/1733365253756/Put/seqid=0 2024-12-05T02:21:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:21:10,880 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f/da5ce73de4a449baa7a6a2963e9ba82d is 29, key is row1/f:/1733365268804/DeleteFamily/seqid=0 2024-12-05T02:21:10,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741843_1019 (size=5152) 2024-12-05T02:21:10,889 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:10,902 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:10,966 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1239, reset compression=false 2024-12-05T02:21:10,970 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:10,970 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1486, reset compression=false 2024-12-05T02:21:10,970 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43973,1733365251207 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:10,971 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,43973,1733365251207: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,43973,1733365251207, walGroup=01bccfa882c7%2C43973%2C1733365251207, offset=01bccfa882c7%2C43973%2C1733365251207.1733365252799:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:43973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:21:10,972 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:21:10,972 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:21:10,973 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:21:10,973 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:21:10,973 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:21:10,973 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 871222688 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 201788320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:21:10,973 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:36979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:36979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:21:11,031 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:21:11,035 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:11,172 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1486, reset compression=false 2024-12-05T02:21:11,231 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:21:11,276 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/ns/443de58c6f6b4db1bbce57996115cfea 2024-12-05T02:21:11,283 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f/da5ce73de4a449baa7a6a2963e9ba82d 2024-12-05T02:21:11,286 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5ce73de4a449baa7a6a2963e9ba82d 2024-12-05T02:21:11,298 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/rep_barrier/dc44bf3c755046a6a651a81672208111 is 112, key is test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884./rep_barrier:seqnumDuringOpen/1733365258288/Put/seqid=0 2024-12-05T02:21:11,300 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f1/fddfab65fa2d4560b47db4ac9caddcc2 is 30, key is row1/f1:/1733365268804/DeleteFamily/seqid=0 2024-12-05T02:21:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741844_1020 (size=5518) 2024-12-05T02:21:11,301 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/rep_barrier/dc44bf3c755046a6a651a81672208111 2024-12-05T02:21:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741845_1021 (size=5158) 2024-12-05T02:21:11,305 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:11,318 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/table/462181a7ef7e4a5d9c75abb187580bf0 is 53, key is hbase:replication/table:state/1733365263777/Put/seqid=0 2024-12-05T02:21:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:21:11,321 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/table/462181a7ef7e4a5d9c75abb187580bf0 2024-12-05T02:21:11,325 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/info/a0b373693c0c45a4a62da8ddb956a629 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/info/a0b373693c0c45a4a62da8ddb956a629 2024-12-05T02:21:11,328 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/info/a0b373693c0c45a4a62da8ddb956a629, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:21:11,329 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/ns/443de58c6f6b4db1bbce57996115cfea as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/ns/443de58c6f6b4db1bbce57996115cfea 2024-12-05T02:21:11,332 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/ns/443de58c6f6b4db1bbce57996115cfea, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:21:11,333 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/rep_barrier/dc44bf3c755046a6a651a81672208111 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/rep_barrier/dc44bf3c755046a6a651a81672208111 2024-12-05T02:21:11,337 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/rep_barrier/dc44bf3c755046a6a651a81672208111, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:21:11,338 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/.tmp/table/462181a7ef7e4a5d9c75abb187580bf0 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/table/462181a7ef7e4a5d9c75abb187580bf0 2024-12-05T02:21:11,341 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/table/462181a7ef7e4a5d9c75abb187580bf0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:21:11,342 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false 2024-12-05T02:21:11,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:21:11,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:11,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:11,349 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:11,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365270831Running coprocessor pre-close hooks at 1733365270831Disabling compacts and flushes for region at 1733365270831Disabling writes for close at 1733365270831Obtaining lock to block concurrent updates at 1733365270831Preparing flush snapshotting stores in 1588230740 at 1733365270831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365270831Flushing stores of hbase:meta,,1.1588230740 at 1733365270832 (+1 ms)Flushing 1588230740/info: creating writer at 1733365270832Flushing 1588230740/info: appending metadata at 1733365270847 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733365270847Flushing 1588230740/ns: creating writer at 1733365270855 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733365270870 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733365270870Flushing 1588230740/rep_barrier: creating writer at 1733365271280 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365271297 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365271297Flushing 1588230740/table: creating writer at 1733365271305 (+8 ms)Flushing 1588230740/table: appending metadata at 1733365271318 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733365271318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781ad614: reopening flushed file at 1733365271324 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58390f9: reopening flushed file at 1733365271328 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664f6628: reopening flushed file at 1733365271332 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed4f3b0: reopening flushed file at 1733365271337 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false at 1733365271342 (+5 ms)Writing region close event to WAL at 1733365271346 (+4 ms)Running coprocessor post-close hooks at 1733365271349 (+3 ms)Closed at 1733365271349 2024-12-05T02:21:11,349 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:11,432 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1351): Waiting on 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:21:11,476 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1486, reset compression=false 2024-12-05T02:21:11,632 DEBUG [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1351): Waiting on 989a555b4bc0c9e36a7b67b7d0cad884 2024-12-05T02:21:11,704 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f1/fddfab65fa2d4560b47db4ac9caddcc2 2024-12-05T02:21:11,707 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fddfab65fa2d4560b47db4ac9caddcc2 2024-12-05T02:21:11,708 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:21:11,708 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:21:11,722 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/norep/da7ca29c08664789ac2aa05822802c12 is 33, key is row2/norep:/1733365269809/DeleteFamily/seqid=0 2024-12-05T02:21:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741847_1023 (size=5108) 2024-12-05T02:21:11,725 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/norep/da7ca29c08664789ac2aa05822802c12 2024-12-05T02:21:11,729 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da7ca29c08664789ac2aa05822802c12 2024-12-05T02:21:11,729 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f/da5ce73de4a449baa7a6a2963e9ba82d as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/f/da5ce73de4a449baa7a6a2963e9ba82d 2024-12-05T02:21:11,733 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da5ce73de4a449baa7a6a2963e9ba82d 2024-12-05T02:21:11,733 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/f/da5ce73de4a449baa7a6a2963e9ba82d, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:11,733 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/f1/fddfab65fa2d4560b47db4ac9caddcc2 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/f1/fddfab65fa2d4560b47db4ac9caddcc2 2024-12-05T02:21:11,737 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fddfab65fa2d4560b47db4ac9caddcc2 2024-12-05T02:21:11,737 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/f1/fddfab65fa2d4560b47db4ac9caddcc2, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:11,738 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/.tmp/norep/da7ca29c08664789ac2aa05822802c12 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/norep/da7ca29c08664789ac2aa05822802c12 2024-12-05T02:21:11,742 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da7ca29c08664789ac2aa05822802c12 2024-12-05T02:21:11,742 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/norep/da7ca29c08664789ac2aa05822802c12, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:11,744 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 989a555b4bc0c9e36a7b67b7d0cad884 in 878ms, sequenceid=10, compaction requested=false 2024-12-05T02:21:11,755 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/data/default/test/989a555b4bc0c9e36a7b67b7d0cad884/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T02:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:11,756 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 989a555b4bc0c9e36a7b67b7d0cad884: Waiting for close lock at 1733365270865Running coprocessor pre-close hooks at 1733365270865Disabling compacts and flushes for region at 1733365270865Disabling writes for close at 1733365270865Obtaining lock to block concurrent updates at 1733365270865Preparing flush snapshotting stores in 989a555b4bc0c9e36a7b67b7d0cad884 at 1733365270865Finished memstore snapshotting test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733365270865Flushing stores of test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. at 1733365270866 (+1 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f: creating writer at 1733365270866Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f: appending metadata at 1733365270879 (+13 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f: closing flushed file at 1733365270879Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f1: creating writer at 1733365271286 (+407 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f1: appending metadata at 1733365271299 (+13 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/f1: closing flushed file at 1733365271299Flushing 989a555b4bc0c9e36a7b67b7d0cad884/norep: creating writer at 1733365271708 (+409 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/norep: appending metadata at 1733365271721 (+13 ms)Flushing 989a555b4bc0c9e36a7b67b7d0cad884/norep: closing flushed file at 1733365271721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f14393: reopening flushed file at 1733365271729 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7120a93f: reopening flushed file at 1733365271733 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecbc579: reopening flushed file at 1733365271737 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 989a555b4bc0c9e36a7b67b7d0cad884 in 878ms, sequenceid=10, compaction requested=false at 1733365271744 (+7 ms)Writing region close event to WAL at 1733365271753 (+9 ms)Running coprocessor post-close hooks at 1733365271756 (+3 ms)Closed at 1733365271756 2024-12-05T02:21:11,756 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365257145.989a555b4bc0c9e36a7b67b7d0cad884. 2024-12-05T02:21:11,808 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:11,832 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,43973,1733365251207; all regions closed. 2024-12-05T02:21:11,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:21:11,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.meta.1733365253710.meta not finished, retry = 0 2024-12-05T02:21:11,838 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:11,879 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 1486, reset compression=false 2024-12-05T02:21:11,883 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:11,883 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 2130, reset compression=false 2024-12-05T02:21:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741839_1015 (size=3114) 2024-12-05T02:21:11,937 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.rep.1733365263740 not finished, retry = 0 2024-12-05T02:21:12,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741832_1008 (size=2138) 2024-12-05T02:21:12,039 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 not finished, retry = 0 2024-12-05T02:21:12,087 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 to pos 2130, reset compression=false 2024-12-05T02:21:12,140 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:12,140 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:12,140 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/WALs/01bccfa882c7,43973,1733365251207/01bccfa882c7%2C43973%2C1733365251207.1733365252799 2024-12-05T02:21:12,140 INFO [RS:0;01bccfa882c7:43973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:12,141 INFO [RS:0;01bccfa882c7:43973 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:12,141 INFO [RS:0;01bccfa882c7:43973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:12,141 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:12,141 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,43973,1733365251207 because: Region server is closing 2024-12-05T02:21:12,141 INFO [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:43973. 2024-12-05T02:21:12,141 DEBUG [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:12,142 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:12,142 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:12,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:12,242 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.shipper01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 terminated 2024-12-05T02:21:12,242 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43973,1733365251207.replicationSource.wal-reader.01bccfa882c7%2C43973%2C1733365251207,1-01bccfa882c7,43973,1733365251207 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T02:21:12,242 INFO [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:43973. 2024-12-05T02:21:12,242 DEBUG [RS:0;01bccfa882c7:43973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:12,242 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:12,242 DEBUG [RS:0;01bccfa882c7:43973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:12,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:12,242 INFO [RS:0;01bccfa882c7:43973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43973 2024-12-05T02:21:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293/rs 2024-12-05T02:21:12,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21019481293/rs/01bccfa882c7,43973,1733365251207 2024-12-05T02:21:12,244 INFO [RS:0;01bccfa882c7:43973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:12,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,43973,1733365251207] 2024-12-05T02:21:12,247 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21019481293/draining/01bccfa882c7,43973,1733365251207 already deleted, retry=false 2024-12-05T02:21:12,247 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,43973,1733365251207 expired; onlineServers=0 2024-12-05T02:21:12,247 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,36979,1733365251170' ***** 2024-12-05T02:21:12,247 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:12,247 INFO [M:0;01bccfa882c7:36979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:12,247 INFO [M:0;01bccfa882c7:36979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:12,247 DEBUG [M:0;01bccfa882c7:36979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:12,247 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:12,247 DEBUG [M:0;01bccfa882c7:36979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:12,247 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365252573 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365252573,5,FailOnTimeoutGroup] 2024-12-05T02:21:12,247 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365252573 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365252573,5,FailOnTimeoutGroup] 2024-12-05T02:21:12,248 INFO [M:0;01bccfa882c7:36979 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:12,248 INFO [M:0;01bccfa882c7:36979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:12,248 DEBUG [M:0;01bccfa882c7:36979 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:12,248 INFO [M:0;01bccfa882c7:36979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:12,248 INFO [M:0;01bccfa882c7:36979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:12,248 INFO [M:0;01bccfa882c7:36979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:12,248 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:12,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21019481293/master 2024-12-05T02:21:12,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21019481293 2024-12-05T02:21:12,249 DEBUG [M:0;01bccfa882c7:36979 {}] zookeeper.ZKUtil(347): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Unable to get data of znode /21019481293/master because node does not exist (not an error) 2024-12-05T02:21:12,249 WARN [M:0;01bccfa882c7:36979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:21:12,249 INFO [M:0;01bccfa882c7:36979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/.lastflushedseqids 2024-12-05T02:21:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741848_1024 (size=245) 2024-12-05T02:21:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43973-0x101806c89560007, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:12,346 INFO [RS:0;01bccfa882c7:43973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:12,346 INFO [RS:0;01bccfa882c7:43973 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,43973,1733365251207; zookeeper connection closed. 2024-12-05T02:21:12,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5837c576 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5837c576 2024-12-05T02:21:12,346 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:12,412 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:12,654 INFO [M:0;01bccfa882c7:36979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:12,654 INFO [M:0;01bccfa882c7:36979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:12,654 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:12,654 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:12,654 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:12,654 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:12,654 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:12,655 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-05T02:21:12,671 DEBUG [M:0;01bccfa882c7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8478f1e1a514c8aa17b6c4ba9875dcb is 82, key is hbase:meta,,1/info:regioninfo/1733365253746/Put/seqid=0 2024-12-05T02:21:12,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741849_1025 (size=5672) 2024-12-05T02:21:12,741 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:13,074 INFO [M:0;01bccfa882c7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8478f1e1a514c8aa17b6c4ba9875dcb 2024-12-05T02:21:13,096 DEBUG [M:0;01bccfa882c7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8625604cb7b14f5aa9c107ebc13a2a2d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365263780/Put/seqid=0 2024-12-05T02:21:13,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741850_1026 (size=8516) 2024-12-05T02:21:13,115 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:13,500 INFO [M:0;01bccfa882c7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8625604cb7b14f5aa9c107ebc13a2a2d 2024-12-05T02:21:13,522 DEBUG [M:0;01bccfa882c7:36979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce13aeb86e24f6da67a521547e04c08 is 69, key is 01bccfa882c7,43973,1733365251207/rs:state/1733365252649/Put/seqid=0 2024-12-05T02:21:13,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741851_1027 (size=5156) 2024-12-05T02:21:13,745 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:13,919 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:13,926 INFO [M:0;01bccfa882c7:36979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce13aeb86e24f6da67a521547e04c08 2024-12-05T02:21:13,930 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8478f1e1a514c8aa17b6c4ba9875dcb as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8478f1e1a514c8aa17b6c4ba9875dcb 2024-12-05T02:21:13,933 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8478f1e1a514c8aa17b6c4ba9875dcb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:21:13,934 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8625604cb7b14f5aa9c107ebc13a2a2d as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8625604cb7b14f5aa9c107ebc13a2a2d 2024-12-05T02:21:13,937 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8625604cb7b14f5aa9c107ebc13a2a2d, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:21:13,938 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ce13aeb86e24f6da67a521547e04c08 as hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ce13aeb86e24f6da67a521547e04c08 2024-12-05T02:21:13,941 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42833/user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ce13aeb86e24f6da67a521547e04c08, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:21:13,942 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-12-05T02:21:13,944 INFO [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:13,944 DEBUG [M:0;01bccfa882c7:36979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365272654Disabling compacts and flushes for region at 1733365272654Disabling writes for close at 1733365272654Obtaining lock to block concurrent updates at 1733365272655 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365272655Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733365272655Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365272655Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365272655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365272670 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365272670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365273078 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365273096 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365273096Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365273504 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365273521 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365273521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14316f5c: reopening flushed file at 1733365273929 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25dfa95: reopening flushed file at 1733365273933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3b6e73: reopening flushed file at 1733365273937 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1733365273942 (+5 ms)Writing region close event to WAL at 1733365273944 (+2 ms)Closed at 1733365273944 2024-12-05T02:21:13,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44177 is added to blk_1073741830_1006 (size=63654) 2024-12-05T02:21:13,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d2e08b-468b-475c-6d8d-4404150f4884/MasterData/WALs/01bccfa882c7,36979,1733365251170/01bccfa882c7%2C36979%2C1733365251170.1733365252479 not finished, retry = 0 2024-12-05T02:21:14,050 INFO [M:0;01bccfa882c7:36979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:14,050 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:14,051 INFO [M:0;01bccfa882c7:36979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36979 2024-12-05T02:21:14,051 INFO [M:0;01bccfa882c7:36979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:14,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:14,153 INFO [M:0;01bccfa882c7:36979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:14,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36979-0x101806c89560006, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:14,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19375c90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:14,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6168ff6d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:14,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:14,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3326b06{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:14,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3930de67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:14,159 WARN [BP-1541452266-172.17.0.2-1733365250259 heartbeating to localhost/127.0.0.1:42833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:14,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:14,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:14,159 WARN [BP-1541452266-172.17.0.2-1733365250259 heartbeating to localhost/127.0.0.1:42833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541452266-172.17.0.2-1733365250259 (Datanode Uuid b1a293b0-ce47-4cf8-a53c-222ead262b0c) service to localhost/127.0.0.1:42833 2024-12-05T02:21:14,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/cluster_0a26ac64-7b6f-fe0e-0182-017f6637e399/data/data1/current/BP-1541452266-172.17.0.2-1733365250259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:14,159 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/cluster_0a26ac64-7b6f-fe0e-0182-017f6637e399/data/data2/current/BP-1541452266-172.17.0.2-1733365250259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:14,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:14,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f46769{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:14,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59eb2ec4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:14,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:14,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74ca859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:14,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72bf35d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:14,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:14,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:14,178 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:14,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:14,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:14,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:14,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:14,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:14,179 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1607343628, stopped=false 2024-12-05T02:21:14,179 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,38431,1733365248369 2024-12-05T02:21:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906025707/running 2024-12-05T02:21:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906025707/running 2024-12-05T02:21:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:21:14,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:21:14,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:14,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:14,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:14,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:14,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/running 2024-12-05T02:21:14,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Set watcher on znode that does not yet exist, /11906025707/running 2024-12-05T02:21:14,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,39407,1733365248404' ***** 2024-12-05T02:21:14,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:14,181 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:14,181 INFO [RS:0;01bccfa882c7:39407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:14,181 INFO [RS:0;01bccfa882c7:39407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:14,181 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(3091): Received CLOSE for 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:14,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(3091): Received CLOSE for 354bb399db45c4ffade86f244ced3033 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,39407,1733365248404 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39407. 2024-12-05T02:21:14,182 DEBUG [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:14,182 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82adf40b2815ec91c3c166676291bf06, disabling compactions & flushes 2024-12-05T02:21:14,182 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:14,182 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:14,182 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:14,182 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. after waiting 0 ms 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:14,182 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:14,182 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:14,183 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82adf40b2815ec91c3c166676291bf06 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-05T02:21:14,184 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:21:14,184 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1325): Online Regions={82adf40b2815ec91c3c166676291bf06=hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06., 354bb399db45c4ffade86f244ced3033=test,,1733365256005.354bb399db45c4ffade86f244ced3033., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:21:14,184 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033, 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:14,184 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:14,184 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:14,184 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:14,184 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:14,184 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:14,184 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:21:14,201 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/info/96c29c9e84064fec9fba25d7d3c6310e is 147, key is hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06./info:regioninfo/1733365261628/Put/seqid=0 2024-12-05T02:21:14,201 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/.tmp/queue/60936d2281f34b2da7b39573006b5cc5 is 154, key is 1-01bccfa882c7,39407,1733365248404/queue:01bccfa882c7%2C39407%2C1733365248404/1733365270397/Put/seqid=0 2024-12-05T02:21:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741841_1017 (size=5353) 2024-12-05T02:21:14,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741840_1016 (size=7686) 2024-12-05T02:21:14,278 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:14,384 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033, 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:14,584 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033, 82adf40b2815ec91c3c166676291bf06 2024-12-05T02:21:14,606 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/.tmp/queue/60936d2281f34b2da7b39573006b5cc5 2024-12-05T02:21:14,606 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/info/96c29c9e84064fec9fba25d7d3c6310e 2024-12-05T02:21:14,610 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/.tmp/queue/60936d2281f34b2da7b39573006b5cc5 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/queue/60936d2281f34b2da7b39573006b5cc5 2024-12-05T02:21:14,614 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/queue/60936d2281f34b2da7b39573006b5cc5, entries=1, sequenceid=12, filesize=5.2 K 2024-12-05T02:21:14,614 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 82adf40b2815ec91c3c166676291bf06 in 432ms, sequenceid=12, compaction requested=false 2024-12-05T02:21:14,617 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/replication/82adf40b2815ec91c3c166676291bf06/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-05T02:21:14,617 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:21:14,617 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:14,617 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:14,618 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82adf40b2815ec91c3c166676291bf06: Waiting for close lock at 1733365274182Running coprocessor pre-close hooks at 1733365274182Disabling compacts and flushes for region at 1733365274182Disabling writes for close at 1733365274182Obtaining lock to block concurrent updates at 1733365274183 (+1 ms)Preparing flush snapshotting stores in 82adf40b2815ec91c3c166676291bf06 at 1733365274183Finished memstore snapshotting hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733365274183Flushing stores of hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. at 1733365274183Flushing 82adf40b2815ec91c3c166676291bf06/queue: creating writer at 1733365274183Flushing 82adf40b2815ec91c3c166676291bf06/queue: appending metadata at 1733365274201 (+18 ms)Flushing 82adf40b2815ec91c3c166676291bf06/queue: closing flushed file at 1733365274201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c38d14: reopening flushed file at 1733365274610 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 82adf40b2815ec91c3c166676291bf06 in 432ms, sequenceid=12, compaction requested=false at 1733365274614 (+4 ms)Writing region close event to WAL at 1733365274615 (+1 ms)Running coprocessor post-close hooks at 1733365274617 (+2 ms)Closed at 1733365274618 (+1 ms) 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365260450.82adf40b2815ec91c3c166676291bf06. 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 354bb399db45c4ffade86f244ced3033, disabling compactions & flushes 2024-12-05T02:21:14,618 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365256005.354bb399db45c4ffade86f244ced3033. after waiting 0 ms 2024-12-05T02:21:14,618 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:21:14,618 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 354bb399db45c4ffade86f244ced3033 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-05T02:21:14,628 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/ns/497ecaa7ba3a4b8780531dc6cc752a05 is 43, key is default/ns:d/1733365250129/Put/seqid=0 2024-12-05T02:21:14,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:21:14,643 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f/7ee48688f6da4568b81603207b1f3c12 is 29, key is row1/f:/1733365268804/DeleteFamily/seqid=0 2024-12-05T02:21:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741843_1019 (size=5152) 2024-12-05T02:21:14,784 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033 2024-12-05T02:21:14,823 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1191, reset compression=false 2024-12-05T02:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1438, reset compression=false 2024-12-05T02:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,39407,1733365248404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:14,827 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,39407,1733365248404: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,39407,1733365248404, walGroup=01bccfa882c7%2C39407%2C1733365248404, offset=01bccfa882c7%2C39407%2C1733365248404.1733365249191:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:39407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:21:14,829 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:21:14,829 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:21:14,830 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:21:14,830 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:21:14,830 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:21:14,830 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 950914464 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202062048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:21:14,830 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:38431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:38431 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:21:14,848 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:14,984 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033 2024-12-05T02:21:15,030 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1438, reset compression=false 2024-12-05T02:21:15,032 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/ns/497ecaa7ba3a4b8780531dc6cc752a05 2024-12-05T02:21:15,047 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f/7ee48688f6da4568b81603207b1f3c12 2024-12-05T02:21:15,049 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/23cf60d713ef4d29a9610f2185acb078 is 112, key is test,,1733365256005.354bb399db45c4ffade86f244ced3033./rep_barrier:seqnumDuringOpen/1733365256748/Put/seqid=0 2024-12-05T02:21:15,050 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ee48688f6da4568b81603207b1f3c12 2024-12-05T02:21:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741844_1020 (size=5518) 2024-12-05T02:21:15,061 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:21:15,061 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:21:15,068 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f1/61835316fd4242beb84235b4f62f7cc0 is 30, key is row1/f1:/1733365268804/DeleteFamily/seqid=0 2024-12-05T02:21:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741845_1021 (size=5158) 2024-12-05T02:21:15,185 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:21:15,185 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1325): Online Regions={354bb399db45c4ffade86f244ced3033=test,,1733365256005.354bb399db45c4ffade86f244ced3033., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:21:15,185 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033 2024-12-05T02:21:15,334 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1438, reset compression=false 2024-12-05T02:21:15,385 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 354bb399db45c4ffade86f244ced3033 2024-12-05T02:21:15,453 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/23cf60d713ef4d29a9610f2185acb078 2024-12-05T02:21:15,472 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f1/61835316fd4242beb84235b4f62f7cc0 2024-12-05T02:21:15,472 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/table/1a1661b13fe444a68ab18baf80c3ae09 is 53, key is hbase:replication/table:state/1733365261634/Put/seqid=0 2024-12-05T02:21:15,476 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61835316fd4242beb84235b4f62f7cc0 2024-12-05T02:21:15,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:21:15,491 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/norep/89ed0cf8cb4a4c31a74ac1f43fac6c77 is 33, key is row1/norep:/1733365268804/DeleteFamily/seqid=0 2024-12-05T02:21:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741847_1023 (size=5108) 2024-12-05T02:21:15,494 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/norep/89ed0cf8cb4a4c31a74ac1f43fac6c77 2024-12-05T02:21:15,497 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ed0cf8cb4a4c31a74ac1f43fac6c77 2024-12-05T02:21:15,498 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f/7ee48688f6da4568b81603207b1f3c12 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/f/7ee48688f6da4568b81603207b1f3c12 2024-12-05T02:21:15,501 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ee48688f6da4568b81603207b1f3c12 2024-12-05T02:21:15,501 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/f/7ee48688f6da4568b81603207b1f3c12, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:15,502 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/f1/61835316fd4242beb84235b4f62f7cc0 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/f1/61835316fd4242beb84235b4f62f7cc0 2024-12-05T02:21:15,505 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61835316fd4242beb84235b4f62f7cc0 2024-12-05T02:21:15,505 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/f1/61835316fd4242beb84235b4f62f7cc0, entries=3, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:15,506 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/.tmp/norep/89ed0cf8cb4a4c31a74ac1f43fac6c77 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/norep/89ed0cf8cb4a4c31a74ac1f43fac6c77 2024-12-05T02:21:15,510 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89ed0cf8cb4a4c31a74ac1f43fac6c77 2024-12-05T02:21:15,510 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/norep/89ed0cf8cb4a4c31a74ac1f43fac6c77, entries=1, sequenceid=10, filesize=5.0 K 2024-12-05T02:21:15,510 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 354bb399db45c4ffade86f244ced3033 in 892ms, sequenceid=10, compaction requested=false 2024-12-05T02:21:15,515 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/default/test/354bb399db45c4ffade86f244ced3033/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-05T02:21:15,515 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:15,515 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:15,515 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:21:15,515 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 354bb399db45c4ffade86f244ced3033: Waiting for close lock at 1733365274618Running coprocessor pre-close hooks at 1733365274618Disabling compacts and flushes for region at 1733365274618Disabling writes for close at 1733365274618Obtaining lock to block concurrent updates at 1733365274618Preparing flush snapshotting stores in 354bb399db45c4ffade86f244ced3033 at 1733365274618Finished memstore snapshotting test,,1733365256005.354bb399db45c4ffade86f244ced3033., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733365274618Flushing stores of test,,1733365256005.354bb399db45c4ffade86f244ced3033. at 1733365274619 (+1 ms)Flushing 354bb399db45c4ffade86f244ced3033/f: creating writer at 1733365274619Flushing 354bb399db45c4ffade86f244ced3033/f: appending metadata at 1733365274642 (+23 ms)Flushing 354bb399db45c4ffade86f244ced3033/f: closing flushed file at 1733365274642Flushing 354bb399db45c4ffade86f244ced3033/f1: creating writer at 1733365275050 (+408 ms)Flushing 354bb399db45c4ffade86f244ced3033/f1: appending metadata at 1733365275067 (+17 ms)Flushing 354bb399db45c4ffade86f244ced3033/f1: closing flushed file at 1733365275067Flushing 354bb399db45c4ffade86f244ced3033/norep: creating writer at 1733365275476 (+409 ms)Flushing 354bb399db45c4ffade86f244ced3033/norep: appending metadata at 1733365275490 (+14 ms)Flushing 354bb399db45c4ffade86f244ced3033/norep: closing flushed file at 1733365275490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e20886f: reopening flushed file at 1733365275497 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ceb0be: reopening flushed file at 1733365275502 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196414ef: reopening flushed file at 1733365275506 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 354bb399db45c4ffade86f244ced3033 in 892ms, sequenceid=10, compaction requested=false at 1733365275510 (+4 ms)Writing region close event to WAL at 1733365275512 (+2 ms)Running coprocessor post-close hooks at 1733365275515 (+3 ms)Closed at 1733365275515 2024-12-05T02:21:15,515 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365256005.354bb399db45c4ffade86f244ced3033. 2024-12-05T02:21:15,585 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:15,738 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 1438, reset compression=false 2024-12-05T02:21:15,743 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:15,743 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 2082, reset compression=false 2024-12-05T02:21:15,785 DEBUG [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:15,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,877 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/table/1a1661b13fe444a68ab18baf80c3ae09 2024-12-05T02:21:15,882 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/info/96c29c9e84064fec9fba25d7d3c6310e as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/info/96c29c9e84064fec9fba25d7d3c6310e 2024-12-05T02:21:15,886 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/info/96c29c9e84064fec9fba25d7d3c6310e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:21:15,886 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/ns/497ecaa7ba3a4b8780531dc6cc752a05 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/ns/497ecaa7ba3a4b8780531dc6cc752a05 2024-12-05T02:21:15,890 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/ns/497ecaa7ba3a4b8780531dc6cc752a05, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:21:15,891 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/rep_barrier/23cf60d713ef4d29a9610f2185acb078 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/rep_barrier/23cf60d713ef4d29a9610f2185acb078 2024-12-05T02:21:15,894 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/rep_barrier/23cf60d713ef4d29a9610f2185acb078, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:21:15,895 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/.tmp/table/1a1661b13fe444a68ab18baf80c3ae09 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/table/1a1661b13fe444a68ab18baf80c3ae09 2024-12-05T02:21:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,899 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/table/1a1661b13fe444a68ab18baf80c3ae09, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:21:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,900 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-12-05T02:21:15,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,908 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:21:15,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,909 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:15,909 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:15,909 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:15,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,909 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365274184Running coprocessor pre-close hooks at 1733365274184Disabling compacts and flushes for region at 1733365274184Disabling writes for close at 1733365274184Obtaining lock to block concurrent updates at 1733365274184Preparing flush snapshotting stores in 1588230740 at 1733365274184Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365274184Flushing stores of hbase:meta,,1.1588230740 at 1733365274184Flushing 1588230740/info: creating writer at 1733365274185 (+1 ms)Flushing 1588230740/info: appending metadata at 1733365274201 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733365274201Flushing 1588230740/ns: creating writer at 1733365274610 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733365274628 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733365274628Flushing 1588230740/rep_barrier: creating writer at 1733365275036 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365275049 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365275049Flushing 1588230740/table: creating writer at 1733365275457 (+408 ms)Flushing 1588230740/table: appending metadata at 1733365275472 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733365275472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633536ba: reopening flushed file at 1733365275881 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55f68e92: reopening flushed file at 1733365275886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b41215b: reopening flushed file at 1733365275890 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a60cdb: reopening flushed file at 1733365275894 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1733365275900 (+6 ms)Writing region close event to WAL at 1733365275905 (+5 ms)Running coprocessor post-close hooks at 1733365275909 (+4 ms)Closed at 1733365275909 2024-12-05T02:21:15,909 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:15,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:15,946 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 2082, reset compression=false 2024-12-05T02:21:15,985 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,39407,1733365248404; all regions closed. 2024-12-05T02:21:15,988 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.meta.1733365250091.meta not finished, retry = 0 2024-12-05T02:21:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:21:16,051 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:16,091 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.rep.1733365261587 not finished, retry = 0 2024-12-05T02:21:16,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741839_1015 (size=3114) 2024-12-05T02:21:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741832_1008 (size=2090) 2024-12-05T02:21:16,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 not finished, retry = 0 2024-12-05T02:21:16,250 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 to pos 2082, reset compression=false 2024-12-05T02:21:16,294 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/WALs/01bccfa882c7,39407,1733365248404/01bccfa882c7%2C39407%2C1733365248404.1733365249191 2024-12-05T02:21:16,294 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:16,295 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,39407,1733365248404 because: Region server is closing 2024-12-05T02:21:16,295 INFO [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39407. 2024-12-05T02:21:16,295 DEBUG [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:16,296 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:16,296 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:16,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:16,396 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.shipper01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 terminated 2024-12-05T02:21:16,396 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,39407,1733365248404.replicationSource.wal-reader.01bccfa882c7%2C39407%2C1733365248404,1-01bccfa882c7,39407,1733365248404 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T02:21:16,396 INFO [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:39407. 2024-12-05T02:21:16,396 DEBUG [RS:0;01bccfa882c7:39407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:16,396 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:16,396 DEBUG [RS:0;01bccfa882c7:39407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:16,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:16,397 INFO [RS:0;01bccfa882c7:39407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39407 2024-12-05T02:21:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707/rs 2024-12-05T02:21:16,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906025707/rs/01bccfa882c7,39407,1733365248404 2024-12-05T02:21:16,400 INFO [RS:0;01bccfa882c7:39407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:16,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,39407,1733365248404] 2024-12-05T02:21:16,417 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11906025707/draining/01bccfa882c7,39407,1733365248404 already deleted, retry=false 2024-12-05T02:21:16,417 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,39407,1733365248404 expired; onlineServers=0 2024-12-05T02:21:16,417 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,38431,1733365248369' ***** 2024-12-05T02:21:16,417 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:16,417 INFO [M:0;01bccfa882c7:38431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:16,417 INFO [M:0;01bccfa882c7:38431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:16,417 DEBUG [M:0;01bccfa882c7:38431 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:16,417 DEBUG [M:0;01bccfa882c7:38431 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:16,417 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:16,417 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365248951 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365248951,5,FailOnTimeoutGroup] 2024-12-05T02:21:16,417 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365248951 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365248951,5,FailOnTimeoutGroup] 2024-12-05T02:21:16,417 INFO [M:0;01bccfa882c7:38431 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:16,417 INFO [M:0;01bccfa882c7:38431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:16,418 DEBUG [M:0;01bccfa882c7:38431 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:16,418 INFO [M:0;01bccfa882c7:38431 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:16,418 INFO [M:0;01bccfa882c7:38431 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:16,418 INFO [M:0;01bccfa882c7:38431 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:16,418 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11906025707/master 2024-12-05T02:21:16,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11906025707 2024-12-05T02:21:16,421 DEBUG [M:0;01bccfa882c7:38431 {}] zookeeper.ZKUtil(347): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Unable to get data of znode /11906025707/master because node does not exist (not an error) 2024-12-05T02:21:16,421 WARN [M:0;01bccfa882c7:38431 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:21:16,422 INFO [M:0;01bccfa882c7:38431 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/.lastflushedseqids 2024-12-05T02:21:16,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741848_1024 (size=245) 2024-12-05T02:21:16,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:16,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:16,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39407-0x101806c89560004, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:16,516 INFO [RS:0;01bccfa882c7:39407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:16,516 INFO [RS:0;01bccfa882c7:39407 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,39407,1733365248404; zookeeper connection closed. 2024-12-05T02:21:16,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a4df60 2024-12-05T02:21:16,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:16,828 INFO [M:0;01bccfa882c7:38431 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:16,828 INFO [M:0;01bccfa882c7:38431 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:16,828 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:16,828 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:16,828 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:16,828 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:16,828 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:16,829 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-12-05T02:21:16,847 DEBUG [M:0;01bccfa882c7:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29726c8cf7cf44f19dd2f8284a912574 is 82, key is hbase:meta,,1/info:regioninfo/1733365250118/Put/seqid=0 2024-12-05T02:21:16,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741849_1025 (size=5672) 2024-12-05T02:21:17,253 INFO [M:0;01bccfa882c7:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29726c8cf7cf44f19dd2f8284a912574 2024-12-05T02:21:17,275 DEBUG [M:0;01bccfa882c7:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1932158e21d4440880118274dae3034f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365261637/Put/seqid=0 2024-12-05T02:21:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741850_1026 (size=8517) 2024-12-05T02:21:17,279 INFO [M:0;01bccfa882c7:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1932158e21d4440880118274dae3034f 2024-12-05T02:21:17,299 DEBUG [M:0;01bccfa882c7:38431 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfb92a30c1434a71ab1295e59117b405 is 69, key is 01bccfa882c7,39407,1733365248404/rs:state/1733365249046/Put/seqid=0 2024-12-05T02:21:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741851_1027 (size=5156) 2024-12-05T02:21:17,355 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:17,704 INFO [M:0;01bccfa882c7:38431 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfb92a30c1434a71ab1295e59117b405 2024-12-05T02:21:17,707 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29726c8cf7cf44f19dd2f8284a912574 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29726c8cf7cf44f19dd2f8284a912574 2024-12-05T02:21:17,711 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29726c8cf7cf44f19dd2f8284a912574, entries=8, sequenceid=97, filesize=5.5 K 2024-12-05T02:21:17,712 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1932158e21d4440880118274dae3034f as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1932158e21d4440880118274dae3034f 2024-12-05T02:21:17,715 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1932158e21d4440880118274dae3034f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-05T02:21:17,715 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfb92a30c1434a71ab1295e59117b405 as hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfb92a30c1434a71ab1295e59117b405 2024-12-05T02:21:17,718 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40513/user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfb92a30c1434a71ab1295e59117b405, entries=1, sequenceid=97, filesize=5.0 K 2024-12-05T02:21:17,719 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false 2024-12-05T02:21:17,720 INFO [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:17,720 DEBUG [M:0;01bccfa882c7:38431 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365276828Disabling compacts and flushes for region at 1733365276828Disabling writes for close at 1733365276828Obtaining lock to block concurrent updates at 1733365276829 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365276829Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1733365276829Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365276830 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365276830Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365276847 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365276847Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365277257 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365277275 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365277275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365277282 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365277299 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365277299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3916a1bc: reopening flushed file at 1733365277707 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122b95cf: reopening flushed file at 1733365277711 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4eed1a: reopening flushed file at 1733365277715 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=97, compaction requested=false at 1733365277719 (+4 ms)Writing region close event to WAL at 1733365277720 (+1 ms)Closed at 1733365277720 2024-12-05T02:21:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37995 is added to blk_1073741830_1006 (size=63666) 2024-12-05T02:21:17,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d86d9e57-9157-8657-f4e7-a08fcc1dbfdf/MasterData/WALs/01bccfa882c7,38431,1733365248369/01bccfa882c7%2C38431%2C1733365248369.1733365248881 not finished, retry = 0 2024-12-05T02:21:17,822 INFO [M:0;01bccfa882c7:38431 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:17,822 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:17,822 INFO [M:0;01bccfa882c7:38431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38431 2024-12-05T02:21:17,823 INFO [M:0;01bccfa882c7:38431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:17,924 INFO [M:0;01bccfa882c7:38431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38431-0x101806c89560003, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:17,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d03fc69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:17,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2636417{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:17,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:17,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2343164b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:17,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626e0acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:17,929 WARN [BP-1386973421-172.17.0.2-1733365247862 heartbeating to localhost/127.0.0.1:40513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:17,929 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:17,929 WARN [BP-1386973421-172.17.0.2-1733365247862 heartbeating to localhost/127.0.0.1:40513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1386973421-172.17.0.2-1733365247862 (Datanode Uuid a5c567d6-6bed-4200-82bd-182950af9043) service to localhost/127.0.0.1:40513 2024-12-05T02:21:17,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:17,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/cluster_88bcf054-20cb-8c29-1e45-faf059f56eb5/data/data1/current/BP-1386973421-172.17.0.2-1733365247862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:17,930 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/cluster_88bcf054-20cb-8c29-1e45-faf059f56eb5/data/data2/current/BP-1386973421-172.17.0.2-1733365247862 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:17,930 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:17,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2392ca06{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:17,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50d84cf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:17,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:17,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23309e31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:17,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b84d529{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4ede8f5b-b2e0-366a-8b87-757489386b63/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:17,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:17,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:17,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:17,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:17,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:17,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:17,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:17,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018439962, stopped=false 2024-12-05T02:21:17,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,43247,1733365244640 2024-12-05T02:21:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1157844547/running 2024-12-05T02:21:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1157844547/running 2024-12-05T02:21:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:21:17,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:21:17,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:17,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:17,953 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:17,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:17,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/running 2024-12-05T02:21:17,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,43711,1733365244783' ***** 2024-12-05T02:21:17,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:17,954 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:17,954 INFO [RS:0;01bccfa882c7:43711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:17,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Set watcher on znode that does not yet exist, /0-1157844547/running 2024-12-05T02:21:17,954 INFO [RS:0;01bccfa882c7:43711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:17,954 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(3091): Received CLOSE for 90b23a4a243ec54dba2fd1766f1aa35d 2024-12-05T02:21:17,954 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(3091): Received CLOSE for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,43711,1733365244783 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:43711. 2024-12-05T02:21:17,955 DEBUG [RS:0;01bccfa882c7:43711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90b23a4a243ec54dba2fd1766f1aa35d, disabling compactions & flushes 2024-12-05T02:21:17,955 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:17,955 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. after waiting 0 ms 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:17,955 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90b23a4a243ec54dba2fd1766f1aa35d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-05T02:21:17,955 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:21:17,955 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1325): Online Regions={90b23a4a243ec54dba2fd1766f1aa35d=test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d., 1588230740=hbase:meta,,1.1588230740, c398dc3538d82035d5d95de7756ab272=hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.} 2024-12-05T02:21:17,955 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90b23a4a243ec54dba2fd1766f1aa35d, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:17,955 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:17,955 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:17,955 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:21:17,974 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/info/394b2ab5e8114141a76ea346c491e553 is 147, key is hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272./info:regioninfo/1733365260088/Put/seqid=0 2024-12-05T02:21:17,974 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f/e5ad1203e6874be8ba0f7799c0c20556 is 28, key is row/f:/1733365267800/DeleteFamily/seqid=0 2024-12-05T02:21:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741840_1016 (size=7686) 2024-12-05T02:21:17,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741841_1017 (size=5085) 2024-12-05T02:21:17,981 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f/e5ad1203e6874be8ba0f7799c0c20556 2024-12-05T02:21:17,985 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5ad1203e6874be8ba0f7799c0c20556 2024-12-05T02:21:17,994 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:18,003 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f1/3a902525bea84ab68da6bc7d5da6460c is 29, key is row/f1:/1733365267800/DeleteFamily/seqid=0 2024-12-05T02:21:18,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741842_1018 (size=5089) 2024-12-05T02:21:18,155 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90b23a4a243ec54dba2fd1766f1aa35d, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,356 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90b23a4a243ec54dba2fd1766f1aa35d, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,378 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/info/394b2ab5e8114141a76ea346c491e553 2024-12-05T02:21:18,395 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/ns/b918c02c07934fcb9791f93728f8bdbe is 43, key is default/ns:d/1733365247801/Put/seqid=0 2024-12-05T02:21:18,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741843_1019 (size=5153) 2024-12-05T02:21:18,407 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f1/3a902525bea84ab68da6bc7d5da6460c 2024-12-05T02:21:18,410 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a902525bea84ab68da6bc7d5da6460c 2024-12-05T02:21:18,423 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/norep/23112050f5ca4d6d8578a9c3ac092b15 is 32, key is row/norep:/1733365267800/DeleteFamily/seqid=0 2024-12-05T02:21:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741844_1020 (size=5101) 2024-12-05T02:21:18,556 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90b23a4a243ec54dba2fd1766f1aa35d, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,659 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:21:18,659 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:21:18,756 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90b23a4a243ec54dba2fd1766f1aa35d, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,760 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 636, reset compression=false 2024-12-05T02:21:18,764 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:18,764 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 883, reset compression=false 2024-12-05T02:21:18,764 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,43711,1733365244783 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:18,765 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,43711,1733365244783: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-01bccfa882c7,43711,1733365244783, walGroup=01bccfa882c7%2C43711%2C1733365244783, offset=01bccfa882c7%2C43711%2C1733365244783.1733365246791:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:43711 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:21:18,766 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:21:18,766 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:21:18,767 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:21:18,767 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:21:18,767 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:21:18,767 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 1055772064 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202722592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:21:18,767 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:43247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:43247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:21:18,799 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/ns/b918c02c07934fcb9791f93728f8bdbe 2024-12-05T02:21:18,819 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fd65fa2b0f1b425991fdc4429455b63a is 112, key is test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d./rep_barrier:seqnumDuringOpen/1733365254993/Put/seqid=0 2024-12-05T02:21:18,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741845_1021 (size=5518) 2024-12-05T02:21:18,826 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/norep/23112050f5ca4d6d8578a9c3ac092b15 2024-12-05T02:21:18,830 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23112050f5ca4d6d8578a9c3ac092b15 2024-12-05T02:21:18,830 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f/e5ad1203e6874be8ba0f7799c0c20556 as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/f/e5ad1203e6874be8ba0f7799c0c20556 2024-12-05T02:21:18,834 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5ad1203e6874be8ba0f7799c0c20556 2024-12-05T02:21:18,834 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/f/e5ad1203e6874be8ba0f7799c0c20556, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T02:21:18,834 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/f1/3a902525bea84ab68da6bc7d5da6460c as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/f1/3a902525bea84ab68da6bc7d5da6460c 2024-12-05T02:21:18,837 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a902525bea84ab68da6bc7d5da6460c 2024-12-05T02:21:18,838 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/f1/3a902525bea84ab68da6bc7d5da6460c, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T02:21:18,838 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/.tmp/norep/23112050f5ca4d6d8578a9c3ac092b15 as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/norep/23112050f5ca4d6d8578a9c3ac092b15 2024-12-05T02:21:18,842 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23112050f5ca4d6d8578a9c3ac092b15 2024-12-05T02:21:18,842 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/norep/23112050f5ca4d6d8578a9c3ac092b15, entries=1, sequenceid=6, filesize=5.0 K 2024-12-05T02:21:18,843 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 90b23a4a243ec54dba2fd1766f1aa35d in 887ms, sequenceid=6, compaction requested=false 2024-12-05T02:21:18,843 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:21:18,846 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/default/test/90b23a4a243ec54dba2fd1766f1aa35d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:18,847 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90b23a4a243ec54dba2fd1766f1aa35d: Waiting for close lock at 1733365277955Running coprocessor pre-close hooks at 1733365277955Disabling compacts and flushes for region at 1733365277955Disabling writes for close at 1733365277955Obtaining lock to block concurrent updates at 1733365277955Preparing flush snapshotting stores in 90b23a4a243ec54dba2fd1766f1aa35d at 1733365277955Finished memstore snapshotting test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733365277955Flushing stores of test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. at 1733365277956 (+1 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f: creating writer at 1733365277956Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f: appending metadata at 1733365277973 (+17 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f: closing flushed file at 1733365277973Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f1: creating writer at 1733365277985 (+12 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f1: appending metadata at 1733365278003 (+18 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/f1: closing flushed file at 1733365278003Flushing 90b23a4a243ec54dba2fd1766f1aa35d/norep: creating writer at 1733365278410 (+407 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/norep: appending metadata at 1733365278423 (+13 ms)Flushing 90b23a4a243ec54dba2fd1766f1aa35d/norep: closing flushed file at 1733365278423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99c3f07: reopening flushed file at 1733365278830 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3a4caf: reopening flushed file at 1733365278834 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aad323d: reopening flushed file at 1733365278838 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 90b23a4a243ec54dba2fd1766f1aa35d in 887ms, sequenceid=6, compaction requested=false at 1733365278843 (+5 ms)Writing region close event to WAL at 1733365278844 (+1 ms)Running coprocessor post-close hooks at 1733365278847 (+3 ms)Closed at 1733365278847 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365253849.90b23a4a243ec54dba2fd1766f1aa35d. 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c398dc3538d82035d5d95de7756ab272, disabling compactions & flushes 2024-12-05T02:21:18,847 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. after waiting 0 ms 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c398dc3538d82035d5d95de7756ab272: Waiting for close lock at 1733365278847Running coprocessor pre-close hooks at 1733365278847Disabling compacts and flushes for region at 1733365278847Disabling writes for close at 1733365278847Failed flush hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272., putting online again at 1733365278847 2024-12-05T02:21:18,847 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,956 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:21:18,956 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c398dc3538d82035d5d95de7756ab272=hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272.} 2024-12-05T02:21:18,956 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(3091): Received CLOSE for c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,956 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c398dc3538d82035d5d95de7756ab272 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c398dc3538d82035d5d95de7756ab272, disabling compactions & flushes 2024-12-05T02:21:18,957 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. after waiting 0 ms 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c398dc3538d82035d5d95de7756ab272: Waiting for close lock at 1733365278956Running coprocessor pre-close hooks at 1733365278956Disabling compacts and flushes for region at 1733365278956Disabling writes for close at 1733365278957 (+1 ms)Failed flush hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272., putting online again at 1733365278957 2024-12-05T02:21:18,957 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733365259306.c398dc3538d82035d5d95de7756ab272. 2024-12-05T02:21:18,966 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 883, reset compression=false 2024-12-05T02:21:18,970 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:18,970 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 1527, reset compression=false 2024-12-05T02:21:19,157 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:19,173 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 1527, reset compression=false 2024-12-05T02:21:19,223 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fd65fa2b0f1b425991fdc4429455b63a 2024-12-05T02:21:19,241 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/table/f56fc5889ed84da4a59e8529f1f055cb is 53, key is hbase:replication/table:state/1733365260096/Put/seqid=0 2024-12-05T02:21:19,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741846_1022 (size=5308) 2024-12-05T02:21:19,357 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:19,476 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 1527, reset compression=false 2024-12-05T02:21:19,557 DEBUG [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:19,644 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/table/f56fc5889ed84da4a59e8529f1f055cb 2024-12-05T02:21:19,649 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/info/394b2ab5e8114141a76ea346c491e553 as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/info/394b2ab5e8114141a76ea346c491e553 2024-12-05T02:21:19,658 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/info/394b2ab5e8114141a76ea346c491e553, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:21:19,659 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/ns/b918c02c07934fcb9791f93728f8bdbe as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/ns/b918c02c07934fcb9791f93728f8bdbe 2024-12-05T02:21:19,663 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/ns/b918c02c07934fcb9791f93728f8bdbe, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:21:19,664 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/rep_barrier/fd65fa2b0f1b425991fdc4429455b63a as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/rep_barrier/fd65fa2b0f1b425991fdc4429455b63a 2024-12-05T02:21:19,667 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/rep_barrier/fd65fa2b0f1b425991fdc4429455b63a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:21:19,668 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/.tmp/table/f56fc5889ed84da4a59e8529f1f055cb as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/table/f56fc5889ed84da4a59e8529f1f055cb 2024-12-05T02:21:19,671 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/table/f56fc5889ed84da4a59e8529f1f055cb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:21:19,672 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false 2024-12-05T02:21:19,672 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:21:19,676 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:21:19,677 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:19,677 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:19,677 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:19,677 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365277955Running coprocessor pre-close hooks at 1733365277955Disabling compacts and flushes for region at 1733365277955Disabling writes for close at 1733365277955Obtaining lock to block concurrent updates at 1733365277955Preparing flush snapshotting stores in 1588230740 at 1733365277955Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365277956 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733365277956Flushing 1588230740/info: creating writer at 1733365277956Flushing 1588230740/info: appending metadata at 1733365277973 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733365277973Flushing 1588230740/ns: creating writer at 1733365278381 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733365278395 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733365278395Flushing 1588230740/rep_barrier: creating writer at 1733365278802 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365278819 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365278819Flushing 1588230740/table: creating writer at 1733365279227 (+408 ms)Flushing 1588230740/table: appending metadata at 1733365279240 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733365279240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a86b56b: reopening flushed file at 1733365279648 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd8f4a3: reopening flushed file at 1733365279659 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354b8723: reopening flushed file at 1733365279663 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c738946: reopening flushed file at 1733365279667 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=16, compaction requested=false at 1733365279672 (+5 ms)Writing region close event to WAL at 1733365279674 (+2 ms)Running coprocessor post-close hooks at 1733365279677 (+3 ms)Closed at 1733365279677 2024-12-05T02:21:19,677 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:19,757 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-05T02:21:19,757 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,43711,1733365244783; all regions closed. 2024-12-05T02:21:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741834_1010 (size=4239) 2024-12-05T02:21:19,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741839_1015 (size=1297) 2024-12-05T02:21:19,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.rep.1733365260040 not finished, retry = 0 2024-12-05T02:21:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741832_1008 (size=1535) 2024-12-05T02:21:19,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 not finished, retry = 0 2024-12-05T02:21:19,880 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 to pos 1527, reset compression=false 2024-12-05T02:21:19,965 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:19,965 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/WALs/01bccfa882c7,43711,1733365244783/01bccfa882c7%2C43711%2C1733365244783.1733365246791 2024-12-05T02:21:19,965 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:19,965 INFO [RS:0;01bccfa882c7:43711 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:19,966 INFO [RS:0;01bccfa882c7:43711 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:19,966 INFO [RS:0;01bccfa882c7:43711 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:19,966 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:19,966 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,43711,1733365244783 because: Region server is closing 2024-12-05T02:21:19,966 INFO [RS:0;01bccfa882c7:43711 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:43711. 2024-12-05T02:21:19,966 DEBUG [RS:0;01bccfa882c7:43711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:19,966 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:19,966 DEBUG [RS:0;01bccfa882c7:43711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:19,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:20,067 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.shipper01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 terminated 2024-12-05T02:21:20,067 INFO [RS:0;01bccfa882c7:43711 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43711 2024-12-05T02:21:20,067 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,43711,1733365244783.replicationSource.wal-reader.01bccfa882c7%2C43711%2C1733365244783,1-01bccfa882c7,43711,1733365244783 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-05T02:21:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1157844547/rs/01bccfa882c7,43711,1733365244783 2024-12-05T02:21:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547/rs 2024-12-05T02:21:20,069 INFO [RS:0;01bccfa882c7:43711 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:20,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,43711,1733365244783] 2024-12-05T02:21:20,071 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1157844547/draining/01bccfa882c7,43711,1733365244783 already deleted, retry=false 2024-12-05T02:21:20,071 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,43711,1733365244783 expired; onlineServers=0 2024-12-05T02:21:20,071 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,43247,1733365244640' ***** 2024-12-05T02:21:20,071 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:20,071 INFO [M:0;01bccfa882c7:43247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:20,071 INFO [M:0;01bccfa882c7:43247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:20,071 DEBUG [M:0;01bccfa882c7:43247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:20,071 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:20,071 DEBUG [M:0;01bccfa882c7:43247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:20,071 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365246620 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365246620,5,FailOnTimeoutGroup] 2024-12-05T02:21:20,071 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365246620 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365246620,5,FailOnTimeoutGroup] 2024-12-05T02:21:20,071 INFO [M:0;01bccfa882c7:43247 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:20,071 INFO [M:0;01bccfa882c7:43247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:20,071 DEBUG [M:0;01bccfa882c7:43247 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:20,072 INFO [M:0;01bccfa882c7:43247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:20,072 INFO [M:0;01bccfa882c7:43247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:20,072 INFO [M:0;01bccfa882c7:43247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:20,072 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1157844547/master 2024-12-05T02:21:20,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1157844547 2024-12-05T02:21:20,074 DEBUG [M:0;01bccfa882c7:43247 {}] zookeeper.ZKUtil(347): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Unable to get data of znode /0-1157844547/master because node does not exist (not an error) 2024-12-05T02:21:20,074 WARN [M:0;01bccfa882c7:43247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:21:20,075 INFO [M:0;01bccfa882c7:43247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/.lastflushedseqids 2024-12-05T02:21:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741847_1023 (size=245) 2024-12-05T02:21:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:20,170 INFO [RS:0;01bccfa882c7:43711 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:20,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43711-0x101806c89560001, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:20,170 INFO [RS:0;01bccfa882c7:43711 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,43711,1733365244783; zookeeper connection closed. 2024-12-05T02:21:20,170 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45207ad1 2024-12-05T02:21:20,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:20,479 INFO [M:0;01bccfa882c7:43247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:20,479 INFO [M:0;01bccfa882c7:43247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:20,479 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:20,479 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:20,479 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:20,479 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:20,479 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:20,480 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-05T02:21:20,498 DEBUG [M:0;01bccfa882c7:43247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fe4ad9741946bba6347918ee0f14f1 is 82, key is hbase:meta,,1/info:regioninfo/1733365247792/Put/seqid=0 2024-12-05T02:21:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741848_1024 (size=5672) 2024-12-05T02:21:20,502 INFO [M:0;01bccfa882c7:43247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fe4ad9741946bba6347918ee0f14f1 2024-12-05T02:21:20,519 DEBUG [M:0;01bccfa882c7:43247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e705c3999ba34486bec0196da55e99ee is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365255002/Put/seqid=0 2024-12-05T02:21:20,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741849_1025 (size=7219) 2024-12-05T02:21:20,922 INFO [M:0;01bccfa882c7:43247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e705c3999ba34486bec0196da55e99ee 2024-12-05T02:21:20,926 INFO [M:0;01bccfa882c7:43247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e705c3999ba34486bec0196da55e99ee 2024-12-05T02:21:20,944 DEBUG [M:0;01bccfa882c7:43247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3f546c13c864ad58bb6b5d6e3de09df is 69, key is 01bccfa882c7,43711,1733365244783/rs:state/1733365246648/Put/seqid=0 2024-12-05T02:21:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741850_1026 (size=5156) 2024-12-05T02:21:21,347 INFO [M:0;01bccfa882c7:43247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3f546c13c864ad58bb6b5d6e3de09df 2024-12-05T02:21:21,351 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27fe4ad9741946bba6347918ee0f14f1 as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27fe4ad9741946bba6347918ee0f14f1 2024-12-05T02:21:21,355 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27fe4ad9741946bba6347918ee0f14f1, entries=8, sequenceid=105, filesize=5.5 K 2024-12-05T02:21:21,355 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e705c3999ba34486bec0196da55e99ee as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e705c3999ba34486bec0196da55e99ee 2024-12-05T02:21:21,358 INFO [M:0;01bccfa882c7:43247 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e705c3999ba34486bec0196da55e99ee 2024-12-05T02:21:21,358 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e705c3999ba34486bec0196da55e99ee, entries=11, sequenceid=105, filesize=7.0 K 2024-12-05T02:21:21,359 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e3f546c13c864ad58bb6b5d6e3de09df as hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3f546c13c864ad58bb6b5d6e3de09df 2024-12-05T02:21:21,362 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43177/user/jenkins/test-data/004924b5-4f1f-c358-f3a7-5eec2c901fe7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e3f546c13c864ad58bb6b5d6e3de09df, entries=1, sequenceid=105, filesize=5.0 K 2024-12-05T02:21:21,363 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false 2024-12-05T02:21:21,364 INFO [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:21,364 DEBUG [M:0;01bccfa882c7:43247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365280479Disabling compacts and flushes for region at 1733365280479Disabling writes for close at 1733365280479Obtaining lock to block concurrent updates at 1733365280480 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365280480Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733365280480Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365280480Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365280480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365280498 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365280498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365280505 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365280518 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365280518Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365280926 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365280943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365280943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6aef7b: reopening flushed file at 1733365281351 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4928c: reopening flushed file at 1733365281355 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e07768a: reopening flushed file at 1733365281359 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=105, compaction requested=false at 1733365281363 (+4 ms)Writing region close event to WAL at 1733365281364 (+1 ms)Closed at 1733365281364 2024-12-05T02:21:21,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38503 is added to blk_1073741830_1006 (size=64435) 2024-12-05T02:21:21,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:21,366 INFO [M:0;01bccfa882c7:43247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:21,366 INFO [M:0;01bccfa882c7:43247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43247 2024-12-05T02:21:21,367 INFO [M:0;01bccfa882c7:43247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:21,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:21,469 INFO [M:0;01bccfa882c7:43247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:21,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43247-0x101806c89560000, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:21,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74250959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:21,472 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68d878e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:21,472 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:21,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bbb495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:21,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dee817b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:21,473 WARN [BP-1101127698-172.17.0.2-1733365243627 heartbeating to localhost/127.0.0.1:43177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:21,473 WARN [BP-1101127698-172.17.0.2-1733365243627 heartbeating to localhost/127.0.0.1:43177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101127698-172.17.0.2-1733365243627 (Datanode Uuid 9dddb3d7-55c5-4074-9056-dd17a7161d6d) service to localhost/127.0.0.1:43177 2024-12-05T02:21:21,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:21,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:21,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/data/data1/current/BP-1101127698-172.17.0.2-1733365243627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:21,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/cluster_2ceace89-2079-b2cc-a6bb-5a54d2b31f6b/data/data2/current/BP-1101127698-172.17.0.2-1733365243627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:21,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:21,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b82737a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:21,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ebb8e20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:21,481 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:21,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19834401{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:21,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ffff616{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b6445c0-5bc5-d106-6cbd-98b9284e20a2/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:21,487 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:21:21,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:21,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:40513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56843) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56843) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42833 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40513 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56843) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=793 (was 727) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=357 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=6837 (was 7325) 2024-12-05T02:21:21,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=357, ProcessCount=11, AvailableMemoryMB=6837 2024-12-05T02:21:21,541 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-05T02:21:21,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir so I do NOT create it in target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb 2024-12-05T02:21:21,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:21:21,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.tmp.dir so I do NOT create it in target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb 2024-12-05T02:21:21,542 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61378f2b-aa2d-d4d5-3c45-22c4c38973de/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:21:21,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb 2024-12-05T02:21:21,542 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90, deleteOnExit=true 2024-12-05T02:21:21,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/zookeeper_0, clientPort=58903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:21:21,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58903 2024-12-05T02:21:21,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:21:21,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/test.cache.data in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:21:21,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:21,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:21:21,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:21:21,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:21:21,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:21,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:21:21,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806c89560002, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806c89560005, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:21,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101806c89560008, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:21,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101806c89560008, quorum=127.0.0.1:56843, baseZNode=/21019481293 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:21:21,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806c89560002, quorum=127.0.0.1:56843, baseZNode=/0-1157844547 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:21:21,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806c89560005, quorum=127.0.0.1:56843, baseZNode=/11906025707 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:21:21,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:21,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:21,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:21,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:21,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:21,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:21,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:21,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:21,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d799d0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/java.io.tmpdir/jetty-localhost-34807-hadoop-hdfs-3_4_1-tests_jar-_-any-9020458346174692095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:21,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:34807} 2024-12-05T02:21:21,754 INFO [Time-limited test {}] server.Server(415): Started @284664ms 2024-12-05T02:21:21,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:21,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:21,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:21,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:21,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:21,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:21,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cd4297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:21,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4413a6db{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/java.io.tmpdir/jetty-localhost-35003-hadoop-hdfs-3_4_1-tests_jar-_-any-11482881067559078513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:21,954 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:35003} 2024-12-05T02:21:21,954 INFO [Time-limited test {}] server.Server(415): Started @284864ms 2024-12-05T02:21:21,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:21:22,062 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data2/current/BP-1171866476-172.17.0.2-1733365281573/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:22,062 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data1/current/BP-1171866476-172.17.0.2-1733365281573/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:22,083 WARN [Thread-4157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:21:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd8931f60ea1251 with lease ID 0x5d3af72c8339f19a: Processing first storage report for DS-c006647a-e26f-4663-8bca-9c47153e9203 from datanode DatanodeRegistration(127.0.0.1:41239, datanodeUuid=a1f15569-901e-4f3c-a1c0-0a58c83767cf, infoPort=43599, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1438244737;c=1733365281573) 2024-12-05T02:21:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd8931f60ea1251 with lease ID 0x5d3af72c8339f19a: from storage DS-c006647a-e26f-4663-8bca-9c47153e9203 node DatanodeRegistration(127.0.0.1:41239, datanodeUuid=a1f15569-901e-4f3c-a1c0-0a58c83767cf, infoPort=43599, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1438244737;c=1733365281573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfd8931f60ea1251 with lease ID 0x5d3af72c8339f19a: Processing first storage report for DS-0bef0080-c497-46f4-a2d7-4d3d2a4af1d5 from datanode DatanodeRegistration(127.0.0.1:41239, datanodeUuid=a1f15569-901e-4f3c-a1c0-0a58c83767cf, infoPort=43599, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1438244737;c=1733365281573) 2024-12-05T02:21:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfd8931f60ea1251 with lease ID 0x5d3af72c8339f19a: from storage DS-0bef0080-c497-46f4-a2d7-4d3d2a4af1d5 node DatanodeRegistration(127.0.0.1:41239, datanodeUuid=a1f15569-901e-4f3c-a1c0-0a58c83767cf, infoPort=43599, infoSecurePort=0, ipcPort=33477, storageInfo=lv=-57;cid=testClusterID;nsid=1438244737;c=1733365281573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:22,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb 2024-12-05T02:21:22,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:21:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:21:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:21:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:21:22,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:22,587 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1 with version=8 2024-12-05T02:21:22,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/hbase-staging 2024-12-05T02:21:22,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:22,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:22,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:22,590 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:21:22,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:22,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43057 2024-12-05T02:21:22,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43057 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-12-05T02:21:22,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430570x0, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:22,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43057-0x101806d1d980000 connected 2024-12-05T02:21:22,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on znode that does not yet exist, /0-1764073815/running 2024-12-05T02:21:22,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1, hbase.cluster.distributed=false 2024-12-05T02:21:22,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on znode that does not yet exist, /0-1764073815/acl 2024-12-05T02:21:22,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T02:21:22,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43057 2024-12-05T02:21:22,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43057 2024-12-05T02:21:22,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T02:21:22,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43057 2024-12-05T02:21:22,640 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:22,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:22,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43067 2024-12-05T02:21:22,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43067 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-12-05T02:21:22,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:22,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430670x0, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:22,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430670x0, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on znode that does not yet exist, /0-1764073815/running 2024-12-05T02:21:22,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43067-0x101806d1d980001 connected 2024-12-05T02:21:22,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:21:22,651 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:21:22,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on znode that does not yet exist, /0-1764073815/master 2024-12-05T02:21:22,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on znode that does not yet exist, /0-1764073815/acl 2024-12-05T02:21:22,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43067 2024-12-05T02:21:22,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43067 2024-12-05T02:21:22,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43067 2024-12-05T02:21:22,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43067 2024-12-05T02:21:22,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43067 2024-12-05T02:21:22,674 DEBUG [M:0;01bccfa882c7:43057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:43057 2024-12-05T02:21:22,674 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1764073815/backup-masters/01bccfa882c7,43057,1733365282589 2024-12-05T02:21:22,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815/backup-masters 2024-12-05T02:21:22,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815/backup-masters 2024-12-05T02:21:22,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on existing znode=/0-1764073815/backup-masters/01bccfa882c7,43057,1733365282589 2024-12-05T02:21:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764073815/master 2024-12-05T02:21:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:22,679 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on existing znode=/0-1764073815/master 2024-12-05T02:21:22,679 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1764073815/backup-masters/01bccfa882c7,43057,1733365282589 from backup master directory 2024-12-05T02:21:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1764073815/backup-masters/01bccfa882c7,43057,1733365282589 2024-12-05T02:21:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815/backup-masters 2024-12-05T02:21:22,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815/backup-masters 2024-12-05T02:21:22,680 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:22,680 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,43057,1733365282589 2024-12-05T02:21:22,683 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/hbase.id] with ID: fd322826-cf4a-49a7-a927-04e97c9689ca 2024-12-05T02:21:22,683 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/.tmp/hbase.id 2024-12-05T02:21:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:21:23,087 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/.tmp/hbase.id]:[hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/hbase.id] 2024-12-05T02:21:23,094 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:23,094 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:21:23,095 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:21:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:21:23,502 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:23,502 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:21:23,503 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:23,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:21:23,908 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/data/master/store 2024-12-05T02:21:23,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:21:23,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:23,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:23,932 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108678 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:24,313 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:24,313 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:24,313 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365284313Disabling compacts and flushes for region at 1733365284313Disabling writes for close at 1733365284313Writing region close event to WAL at 1733365284313Closed at 1733365284313 2024-12-05T02:21:24,314 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/data/master/store/.initializing 2024-12-05T02:21:24,314 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/WALs/01bccfa882c7,43057,1733365282589 2024-12-05T02:21:24,315 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:24,316 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C43057%2C1733365282589, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/WALs/01bccfa882c7,43057,1733365282589, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/oldWALs, maxLogs=10 2024-12-05T02:21:24,347 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/WALs/01bccfa882c7,43057,1733365282589/01bccfa882c7%2C43057%2C1733365282589.1733365284316, exclude list is [], retry=0 2024-12-05T02:21:24,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-c006647a-e26f-4663-8bca-9c47153e9203,DISK] 2024-12-05T02:21:24,350 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/WALs/01bccfa882c7,43057,1733365282589/01bccfa882c7%2C43057%2C1733365282589.1733365284316 2024-12-05T02:21:24,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-12-05T02:21:24,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:24,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:24,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,351 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:21:24,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:24,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:24,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:21:24,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:24,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:24,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:21:24,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:24,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:24,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:21:24,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:24,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:24,357 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,357 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,358 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,359 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:24,360 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:24,361 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:24,361 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72627262, jitterRate=0.08223053812980652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:24,362 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365284351Initializing all the Stores at 1733365284352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365284352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365284352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365284352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365284352Cleaning up temporary data from old regions at 1733365284358 (+6 ms)Region opened successfully at 1733365284362 (+4 ms) 2024-12-05T02:21:24,362 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:21:24,364 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687cfb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:24,365 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:21:24,365 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:21:24,365 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:21:24,365 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:21:24,366 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:21:24,366 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:21:24,366 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:21:24,367 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:21:24,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Unable to get data of znode /0-1764073815/balancer because node does not exist (not necessarily an error) 2024-12-05T02:21:24,369 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764073815/balancer already deleted, retry=false 2024-12-05T02:21:24,369 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:21:24,370 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Unable to get data of znode /0-1764073815/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:21:24,377 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764073815/normalizer already deleted, retry=false 2024-12-05T02:21:24,377 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:21:24,378 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Unable to get data of znode /0-1764073815/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:21:24,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764073815/switch/split already deleted, retry=false 2024-12-05T02:21:24,379 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Unable to get data of znode /0-1764073815/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:21:24,380 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764073815/switch/merge already deleted, retry=false 2024-12-05T02:21:24,381 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Unable to get data of znode /0-1764073815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:21:24,382 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1764073815/snapshot-cleanup already deleted, retry=false 2024-12-05T02:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764073815/running 2024-12-05T02:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1764073815/running 2024-12-05T02:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,390 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,43057,1733365282589, sessionid=0x101806d1d980000, setting cluster-up flag (Was=false) 2024-12-05T02:21:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,398 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764073815/flush-table-proc/acquired, /0-1764073815/flush-table-proc/reached, /0-1764073815/flush-table-proc/abort 2024-12-05T02:21:24,399 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,43057,1733365282589 2024-12-05T02:21:24,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:24,407 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1764073815/online-snapshot/acquired, /0-1764073815/online-snapshot/reached, /0-1764073815/online-snapshot/abort 2024-12-05T02:21:24,408 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,43057,1733365282589 2024-12-05T02:21:24,408 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:21:24,410 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:24,410 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:21:24,410 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:21:24,410 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,43057,1733365282589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:24,411 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:24,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:21:24,413 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:24,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:21:24,418 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365314418 2024-12-05T02:21:24,418 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:21:24,419 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:21:24,419 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:21:24,419 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:21:24,419 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:21:24,419 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:21:24,420 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:21:24,421 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:21:24,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:21:24,424 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365284421,5,FailOnTimeoutGroup] 2024-12-05T02:21:24,424 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365284424,5,FailOnTimeoutGroup] 2024-12-05T02:21:24,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:21:24,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,425 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,461 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(746): ClusterId : fd322826-cf4a-49a7-a927-04e97c9689ca 2024-12-05T02:21:24,461 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:21:24,463 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:21:24,463 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:21:24,466 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:21:24,466 DEBUG [RS:0;01bccfa882c7:43067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32579bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:24,478 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:43067 2024-12-05T02:21:24,478 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:21:24,478 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:21:24,478 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:21:24,479 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,43057,1733365282589 with port=43067, startcode=1733365282640 2024-12-05T02:21:24,479 DEBUG [RS:0;01bccfa882c7:43067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:21:24,481 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:21:24,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43057 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43057 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,482 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1 2024-12-05T02:21:24,482 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-12-05T02:21:24,482 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:21:24,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815/rs 2024-12-05T02:21:24,484 DEBUG [RS:0;01bccfa882c7:43067 {}] zookeeper.ZKUtil(111): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Set watcher on existing znode=/0-1764073815/rs/01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,484 WARN [RS:0;01bccfa882c7:43067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:24,484 INFO [RS:0;01bccfa882c7:43067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:24,484 DEBUG [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,43067,1733365282640] 2024-12-05T02:21:24,487 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:21:24,488 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:21:24,488 INFO [RS:0;01bccfa882c7:43067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:21:24,488 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,489 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:21:24,489 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:21:24,489 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:24,489 DEBUG [RS:0;01bccfa882c7:43067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,490 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43067,1733365282640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:24,504 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:21:24,504 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43067,1733365282640-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,504 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,504 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.Replication(171): 01bccfa882c7,43067,1733365282640 started 2024-12-05T02:21:24,518 INFO [RS:0;01bccfa882c7:43067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:24,518 INFO [RS:0;01bccfa882c7:43067 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,43067,1733365282640, RpcServer on 01bccfa882c7/172.17.0.2:43067, sessionid=0x101806d1d980001 2024-12-05T02:21:24,518 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:21:24,518 DEBUG [RS:0;01bccfa882c7:43067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,518 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43067,1733365282640' 2024-12-05T02:21:24,518 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764073815/flush-table-proc/abort' 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764073815/flush-table-proc/acquired' 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,43067,1733365282640 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,43067,1733365282640' 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1764073815/online-snapshot/abort' 2024-12-05T02:21:24,519 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1764073815/online-snapshot/acquired' 2024-12-05T02:21:24,520 DEBUG [RS:0;01bccfa882c7:43067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:21:24,520 INFO [RS:0;01bccfa882c7:43067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:21:24,520 INFO [RS:0;01bccfa882c7:43067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:21:24,620 INFO [RS:0;01bccfa882c7:43067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:24,621 INFO [RS:0;01bccfa882c7:43067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43067%2C1733365282640, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/oldWALs, maxLogs=10 2024-12-05T02:21:24,635 DEBUG [RS:0;01bccfa882c7:43067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640/01bccfa882c7%2C43067%2C1733365282640.1733365284622, exclude list is [], retry=0 2024-12-05T02:21:24,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-c006647a-e26f-4663-8bca-9c47153e9203,DISK] 2024-12-05T02:21:24,639 INFO [RS:0;01bccfa882c7:43067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640/01bccfa882c7%2C43067%2C1733365282640.1733365284622 2024-12-05T02:21:24,639 DEBUG [RS:0;01bccfa882c7:43067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-12-05T02:21:24,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:21:24,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1 2024-12-05T02:21:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:21:25,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:25,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:25,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:25,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:25,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:25,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:25,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:25,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:25,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:25,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/1588230740 2024-12-05T02:21:25,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/1588230740 2024-12-05T02:21:25,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:25,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:25,235 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:25,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:25,237 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:25,237 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65860468, jitterRate=-0.01860255002975464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365285228Initializing all the Stores at 1733365285228Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285228Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365285228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285228Cleaning up temporary data from old regions at 1733365285234 (+6 ms)Region opened successfully at 1733365285238 (+4 ms) 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:25,238 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:25,238 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:25,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365285238Disabling compacts and flushes for region at 1733365285238Disabling writes for close at 1733365285238Writing region close event to WAL at 1733365285238Closed at 1733365285238 2024-12-05T02:21:25,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:25,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:21:25,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:21:25,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:25,241 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:21:25,391 DEBUG [01bccfa882c7:43057 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:21:25,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:25,392 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43067,1733365282640, state=OPENING 2024-12-05T02:21:25,394 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:21:25,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:25,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1764073815 2024-12-05T02:21:25,399 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:25,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43067,1733365282640}] 2024-12-05T02:21:25,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764073815/meta-region-server: CHANGED 2024-12-05T02:21:25,399 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764073815/meta-region-server: CHANGED 2024-12-05T02:21:25,552 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:25,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:21:25,556 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:21:25,556 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:25,556 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:21:25,558 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C43067%2C1733365282640.meta, suffix=.meta, logDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/oldWALs, maxLogs=10 2024-12-05T02:21:25,579 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640/01bccfa882c7%2C43067%2C1733365282640.meta.1733365285558.meta, exclude list is [], retry=0 2024-12-05T02:21:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41239,DS-c006647a-e26f-4663-8bca-9c47153e9203,DISK] 2024-12-05T02:21:25,583 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/WALs/01bccfa882c7,43067,1733365282640/01bccfa882c7%2C43067%2C1733365282640.meta.1733365285558.meta 2024-12-05T02:21:25,583 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43599:43599)] 2024-12-05T02:21:25,583 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:25,583 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:25,583 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:25,583 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:21:25,584 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:21:25,584 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:21:25,584 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:25,584 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:21:25,584 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:21:25,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:25,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:25,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:25,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:25,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:25,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:25,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:25,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:25,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:25,589 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:25,589 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/1588230740 2024-12-05T02:21:25,590 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/hbase/meta/1588230740 2024-12-05T02:21:25,591 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:25,591 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:25,591 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:25,592 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:25,592 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65067886, jitterRate=-0.030412942171096802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:25,592 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:21:25,593 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365285584Writing region info on filesystem at 1733365285584Initializing all the Stores at 1733365285584Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285585 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285585Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365285585Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365285585Cleaning up temporary data from old regions at 1733365285591 (+6 ms)Running coprocessor post-open hooks at 1733365285592 (+1 ms)Region opened successfully at 1733365285593 (+1 ms) 2024-12-05T02:21:25,594 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365285551 2024-12-05T02:21:25,595 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:21:25,595 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:21:25,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:25,596 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,43067,1733365282640, state=OPEN 2024-12-05T02:21:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43057-0x101806d1d980000, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764073815/meta-region-server 2024-12-05T02:21:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43067-0x101806d1d980001, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1764073815/meta-region-server 2024-12-05T02:21:25,598 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:25,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764073815/meta-region-server: CHANGED 2024-12-05T02:21:25,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1764073815/meta-region-server: CHANGED 2024-12-05T02:21:25,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:21:25,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,43067,1733365282640 in 199 msec 2024-12-05T02:21:25,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:21:25,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-05T02:21:25,602 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:25,602 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:21:25,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:25,603 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43067,1733365282640, seqNum=-1] 2024-12-05T02:21:25,603 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:25,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:25,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-05T02:21:25,608 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365285608, completionTime=-1 2024-12-05T02:21:25,608 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:21:25,608 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365345610 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365405610 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:43057, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,610 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,612 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:25,614 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:21:25,629 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:21:25,629 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:21:25,629 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,43057,1733365282589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:25,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3367b585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:25,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43057,-1 for getting cluster id 2024-12-05T02:21:25,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:25,663 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd322826-cf4a-49a7-a927-04e97c9689ca' 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd322826-cf4a-49a7-a927-04e97c9689ca" 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a903ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43057,-1] 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:25,665 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:25,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507e2b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:25,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,43067,1733365282640, seqNum=-1] 2024-12-05T02:21:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:25,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:25,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,43057,1733365282589 2024-12-05T02:21:25,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-12-05T02:21:25,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58903, baseZNode=/0-1764073815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:25,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806d1d980002 connected 2024-12-05T02:21:25,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,43057,1733365282589 2024-12-05T02:21:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746e94d9 2024-12-05T02:21:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:25,675 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:25,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:21:25,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:25,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:25,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:21:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:25,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:25,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:21:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:26,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e77a51b4a8801b9099007886b1e39439, NAME => 'test,,1733365285676.e77a51b4a8801b9099007886b1e39439.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1 2024-12-05T02:21:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41239 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:21:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365285676.e77a51b4a8801b9099007886b1e39439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e77a51b4a8801b9099007886b1e39439, disabling compactions & flushes 2024-12-05T02:21:26,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365285676.e77a51b4a8801b9099007886b1e39439. after waiting 0 ms 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e77a51b4a8801b9099007886b1e39439: Waiting for close lock at 1733365286491Disabling compacts and flushes for region at 1733365286491Disabling writes for close at 1733365286491Writing region close event to WAL at 1733365286491Closed at 1733365286491 2024-12-05T02:21:26,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:26,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365285676.e77a51b4a8801b9099007886b1e39439.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365286493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365286493"}]},"ts":"1733365286493"} 2024-12-05T02:21:26,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:26,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:26,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365286495"}]},"ts":"1733365286495"} 2024-12-05T02:21:26,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:21:26,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e77a51b4a8801b9099007886b1e39439, ASSIGN}] 2024-12-05T02:21:26,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e77a51b4a8801b9099007886b1e39439, ASSIGN 2024-12-05T02:21:26,498 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e77a51b4a8801b9099007886b1e39439, ASSIGN; state=OFFLINE, location=01bccfa882c7,43067,1733365282640; forceNewPlan=false, retain=false 2024-12-05T02:21:26,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e77a51b4a8801b9099007886b1e39439, regionState=OPENING, regionLocation=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:26,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e77a51b4a8801b9099007886b1e39439, ASSIGN because future has completed 2024-12-05T02:21:26,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e77a51b4a8801b9099007886b1e39439, server=01bccfa882c7,43067,1733365282640}] 2024-12-05T02:21:26,806 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,806 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e77a51b4a8801b9099007886b1e39439, NAME => 'test,,1733365285676.e77a51b4a8801b9099007886b1e39439.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:26,807 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:26,807 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:21:26,807 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,807 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365285676.e77a51b4a8801b9099007886b1e39439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:26,807 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,807 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,808 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,809 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77a51b4a8801b9099007886b1e39439 columnFamilyName f 2024-12-05T02:21:26,809 DEBUG [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:26,809 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(327): Store=e77a51b4a8801b9099007886b1e39439/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:26,809 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,810 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77a51b4a8801b9099007886b1e39439 columnFamilyName f1 2024-12-05T02:21:26,810 DEBUG [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:26,810 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(327): Store=e77a51b4a8801b9099007886b1e39439/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:26,810 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,811 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e77a51b4a8801b9099007886b1e39439 columnFamilyName norep 2024-12-05T02:21:26,811 DEBUG [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:26,811 INFO [StoreOpener-e77a51b4a8801b9099007886b1e39439-1 {}] regionserver.HStore(327): Store=e77a51b4a8801b9099007886b1e39439/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:26,811 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:26,812 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/default/test/e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,812 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/default/test/e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,813 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,813 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,813 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:26,814 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,816 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/data/default/test/e77a51b4a8801b9099007886b1e39439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:26,816 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e77a51b4a8801b9099007886b1e39439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63993441, jitterRate=-0.04642342031002045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:26,816 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e77a51b4a8801b9099007886b1e39439 2024-12-05T02:21:26,816 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e77a51b4a8801b9099007886b1e39439: Running coprocessor pre-open hook at 1733365286807Writing region info on filesystem at 1733365286807Initializing all the Stores at 1733365286808 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365286808Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365286808Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365286808Cleaning up temporary data from old regions at 1733365286813 (+5 ms)Running coprocessor post-open hooks at 1733365286816 (+3 ms)Region opened successfully at 1733365286816 2024-12-05T02:21:26,817 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365285676.e77a51b4a8801b9099007886b1e39439., pid=6, masterSystemTime=1733365286803 2024-12-05T02:21:26,819 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,819 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365285676.e77a51b4a8801b9099007886b1e39439. 2024-12-05T02:21:26,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e77a51b4a8801b9099007886b1e39439, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,43067,1733365282640 2024-12-05T02:21:26,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e77a51b4a8801b9099007886b1e39439, server=01bccfa882c7,43067,1733365282640 because future has completed 2024-12-05T02:21:26,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:21:26,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e77a51b4a8801b9099007886b1e39439, server=01bccfa882c7,43067,1733365282640 in 171 msec 2024-12-05T02:21:26,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:21:26,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e77a51b4a8801b9099007886b1e39439, ASSIGN in 326 msec 2024-12-05T02:21:26,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:26,825 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365286825"}]},"ts":"1733365286825"} 2024-12-05T02:21:26,827 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:21:26,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:26,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-05T02:21:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:27,822 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:21:27,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362b76a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43057,-1 for getting cluster id 2024-12-05T02:21:27,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:27,823 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd322826-cf4a-49a7-a927-04e97c9689ca' 2024-12-05T02:21:27,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd322826-cf4a-49a7-a927-04e97c9689ca" 2024-12-05T02:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672b5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43057,-1] 2024-12-05T02:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:27,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,825 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:27,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac374a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,43057,1733365282589 2024-12-05T02:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14246a82 2024-12-05T02:21:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:27,827 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:27,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:43057,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:21:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:21:27,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:27,829 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:43057' 2024-12-05T02:21:27,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39729f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,830 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,43057,-1 for getting cluster id 2024-12-05T02:21:27,830 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:27,830 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd322826-cf4a-49a7-a927-04e97c9689ca' 2024-12-05T02:21:27,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd322826-cf4a-49a7-a927-04e97c9689ca" 2024-12-05T02:21:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bfe27a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,43057,-1] 2024-12-05T02:21:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,831 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f6bf04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:27,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:27,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,43057,1733365282589 2024-12-05T02:21:27,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c4f1497 2024-12-05T02:21:27,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:27,833 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:27,834 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:21:27,834 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:21:27,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:27,834 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:21:27,840 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-05T02:21:27,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-12-05T02:21:27,841 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-05T02:21:27,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:27,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:27,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:27,933 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://01bccfa882c7:43057, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-05T02:21:27,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:27,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:27,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:27,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;01bccfa882c7:43057 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6220432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1171866476-172.17.0.2-1733365281573:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1171866476-172.17.0.2-1733365281573:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 4 on default port 46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f62209fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@fe4abc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7919-acceptor-0@55b247f4-ServerConnector@6acbc82c{HTTP/1.1, (http/1.1)}{localhost:35003} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1116820710_20 at /127.0.0.1:52562 [Receiving block BP-1171866476-172.17.0.2-1733365281573:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-3f03ca44-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1-prefix:01bccfa882c7,43067,1733365282640.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365284421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data1/current/BP-1171866476-172.17.0.2-1733365281573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7f885238 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46269 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp554091986-7873-acceptor-0@4df5b744-ServerConnector@35156634{HTTP/1.1, (http/1.1)}{localhost:34807} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;01bccfa882c7:43067-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-760244194_20 at /127.0.0.1:52608 [Receiving block BP-1171866476-172.17.0.2-1733365281573:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7872 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6220432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1/MasterData-prefix:01bccfa882c7,43057,1733365282589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server idle connection scanner for port 46269 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server idle connection scanner for port 33477 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: regionserver/01bccfa882c7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-1171866476-172.17.0.2-1733365281573 heartbeating to localhost/127.0.0.1:46269 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01bccfa882c7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6220432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6220432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46269/user/jenkins/test-data/e53c0c62-2b4c-46cf-8d82-50f06acb79c1-prefix:01bccfa882c7,43067,1733365282640 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/01bccfa882c7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp2048915593-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2d6242e8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 4 on default port 33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;01bccfa882c7:43067 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$603/0x00007f6220ace3c8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-760244194_20 at /127.0.0.1:52522 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365284424 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/01bccfa882c7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: CacheReplicationMonitor(86025188) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1171866476-172.17.0.2-1733365281573:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2048915593-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data2/current/BP-1171866476-172.17.0.2-1733365281573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58903): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-760244194_20 at /127.0.0.1:52582 [Receiving block BP-1171866476-172.17.0.2-1733365281573:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 0 on default port 33477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 01bccfa882c7:43057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6b72ad8f[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@53954af1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/cluster_3fcebead-04be-e21c-0e88-5b50efb8ad90/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f6220432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp554091986-7876 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=868 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 357), ProcessCount=11 (was 11), AvailableMemoryMB=6779 (was 6837) 2024-12-05T02:21:27,955 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-12-05T02:21:27,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=352, ProcessCount=11, AvailableMemoryMB=6777 2024-12-05T02:21:27,969 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-12-05T02:21:27,983 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-05T02:21:27,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.log.dir so I do NOT create it in target/test-data/455e0ecb-873e-172e-1884-cc3512c53203 2024-12-05T02:21:27,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:21:27,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.tmp.dir so I do NOT create it in target/test-data/455e0ecb-873e-172e-1884-cc3512c53203 2024-12-05T02:21:27,983 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3c25204-0afe-8357-1397-4b7f5b4a87cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:21:27,983 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203 2024-12-05T02:21:27,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849, deleteOnExit=true 2024-12-05T02:21:27,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/zookeeper_0, clientPort=59908, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:21:27,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59908 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/test.cache.data in system properties and HBase conf 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:21:27,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:21:27,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:21:27,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:21:28,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:28,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:28,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:28,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:28,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:28,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:28,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:28,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:28,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61414b64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/java.io.tmpdir/jetty-localhost-43661-hadoop-hdfs-3_4_1-tests_jar-_-any-11828727645882720005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:28,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:43661} 2024-12-05T02:21:28,275 INFO [Time-limited test {}] server.Server(415): Started @291184ms 2024-12-05T02:21:28,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:28,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:28,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:28,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:28,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:28,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:28,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:28,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d01137d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/java.io.tmpdir/jetty-localhost-44943-hadoop-hdfs-3_4_1-tests_jar-_-any-12747047219603286650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:28,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:44943} 2024-12-05T02:21:28,509 INFO [Time-limited test {}] server.Server(415): Started @291418ms 2024-12-05T02:21:28,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:21:28,602 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/data/data2/current/BP-1939357545-172.17.0.2-1733365288013/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:28,602 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/data/data1/current/BP-1939357545-172.17.0.2-1733365288013/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:28,619 WARN [Thread-4291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:21:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67e82d16b28ab2df with lease ID 0xffa884eab11dd00f: Processing first storage report for DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19 from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=fe334b96-f1dc-4260-a236-b8c9417bf112, infoPort=37863, infoSecurePort=0, ipcPort=35159, storageInfo=lv=-57;cid=testClusterID;nsid=1405926208;c=1733365288013) 2024-12-05T02:21:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67e82d16b28ab2df with lease ID 0xffa884eab11dd00f: from storage DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19 node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=fe334b96-f1dc-4260-a236-b8c9417bf112, infoPort=37863, infoSecurePort=0, ipcPort=35159, storageInfo=lv=-57;cid=testClusterID;nsid=1405926208;c=1733365288013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67e82d16b28ab2df with lease ID 0xffa884eab11dd00f: Processing first storage report for DS-f2d55c06-87c4-4dee-b591-eb323bf71964 from datanode DatanodeRegistration(127.0.0.1:43407, datanodeUuid=fe334b96-f1dc-4260-a236-b8c9417bf112, infoPort=37863, infoSecurePort=0, ipcPort=35159, storageInfo=lv=-57;cid=testClusterID;nsid=1405926208;c=1733365288013) 2024-12-05T02:21:28,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67e82d16b28ab2df with lease ID 0xffa884eab11dd00f: from storage DS-f2d55c06-87c4-4dee-b591-eb323bf71964 node DatanodeRegistration(127.0.0.1:43407, datanodeUuid=fe334b96-f1dc-4260-a236-b8c9417bf112, infoPort=37863, infoSecurePort=0, ipcPort=35159, storageInfo=lv=-57;cid=testClusterID;nsid=1405926208;c=1733365288013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:28,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203 2024-12-05T02:21:28,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:28,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:28,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:21:29,039 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3 with version=8 2024-12-05T02:21:29,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/hbase-staging 2024-12-05T02:21:29,041 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:21:29,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:29,042 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33357 2024-12-05T02:21:29,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33357 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:29,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333570x0, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:29,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33357-0x101806d36c10000 connected 2024-12-05T02:21:29,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:29,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:29,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/running 2024-12-05T02:21:29,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3, hbase.cluster.distributed=false 2024-12-05T02:21:29,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/acl 2024-12-05T02:21:29,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T02:21:29,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33357 2024-12-05T02:21:29,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33357 2024-12-05T02:21:29,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T02:21:29,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33357 2024-12-05T02:21:29,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:21:29,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:29,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38751 2024-12-05T02:21:29,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38751 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:29,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:29,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:29,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387510x0, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:29,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38751-0x101806d36c10001 connected 2024-12-05T02:21:29,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/running 2024-12-05T02:21:29,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:21:29,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:21:29,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/master 2024-12-05T02:21:29,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/acl 2024-12-05T02:21:29,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38751 2024-12-05T02:21:29,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38751 2024-12-05T02:21:29,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38751 2024-12-05T02:21:29,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38751 2024-12-05T02:21:29,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38751 2024-12-05T02:21:29,123 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:33357 2024-12-05T02:21:29,124 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01335751583/backup-masters/01bccfa882c7,33357,1733365289041 2024-12-05T02:21:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/backup-masters 2024-12-05T02:21:29,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/backup-masters 2024-12-05T02:21:29,126 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on existing znode=/01335751583/backup-masters/01bccfa882c7,33357,1733365289041 2024-12-05T02:21:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335751583/master 2024-12-05T02:21:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:29,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:29,127 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on existing znode=/01335751583/master 2024-12-05T02:21:29,127 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01335751583/backup-masters/01bccfa882c7,33357,1733365289041 from backup master directory 2024-12-05T02:21:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/backup-masters 2024-12-05T02:21:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335751583/backup-masters/01bccfa882c7,33357,1733365289041 2024-12-05T02:21:29,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/backup-masters 2024-12-05T02:21:29,129 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:29,129 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,33357,1733365289041 2024-12-05T02:21:29,132 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/hbase.id] with ID: 395eefbf-64f0-4dde-adea-253f046261a2 2024-12-05T02:21:29,132 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/.tmp/hbase.id 2024-12-05T02:21:29,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:21:29,538 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/.tmp/hbase.id]:[hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/hbase.id] 2024-12-05T02:21:29,546 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:29,546 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:21:29,547 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:21:29,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:29,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:29,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:21:29,554 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:29,555 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:21:29,555 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:29,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:21:29,560 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store 2024-12-05T02:21:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:29,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:29,965 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:29,965 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365289965Disabling compacts and flushes for region at 1733365289965Disabling writes for close at 1733365289965Writing region close event to WAL at 1733365289965Closed at 1733365289965 2024-12-05T02:21:29,966 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/.initializing 2024-12-05T02:21:29,966 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/WALs/01bccfa882c7,33357,1733365289041 2024-12-05T02:21:29,966 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:29,968 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C33357%2C1733365289041, suffix=, logDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/WALs/01bccfa882c7,33357,1733365289041, archiveDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/oldWALs, maxLogs=10 2024-12-05T02:21:29,981 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/WALs/01bccfa882c7,33357,1733365289041/01bccfa882c7%2C33357%2C1733365289041.1733365289968, exclude list is [], retry=0 2024-12-05T02:21:29,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:29,984 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/WALs/01bccfa882c7,33357,1733365289041/01bccfa882c7%2C33357%2C1733365289041.1733365289968 2024-12-05T02:21:29,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:29,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:29,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:29,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,985 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:21:29,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:29,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:29,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:21:29,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:29,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:21:29,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:29,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:29,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:21:29,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:29,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:29,991 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,991 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,991 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,992 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,992 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,992 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:29,993 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:29,994 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:29,995 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74090427, jitterRate=0.10403339564800262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:29,995 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365289985Initializing all the Stores at 1733365289986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365289986Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365289986Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365289986Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365289986Cleaning up temporary data from old regions at 1733365289992 (+6 ms)Region opened successfully at 1733365289995 (+3 ms) 2024-12-05T02:21:29,995 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:21:29,997 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21142830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:29,997 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:21:29,998 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:21:30,000 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:21:30,001 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/balancer because node does not exist (not necessarily an error) 2024-12-05T02:21:30,002 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/balancer already deleted, retry=false 2024-12-05T02:21:30,002 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:21:30,002 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:21:30,003 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/normalizer already deleted, retry=false 2024-12-05T02:21:30,004 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:21:30,004 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:21:30,006 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/switch/split already deleted, retry=false 2024-12-05T02:21:30,007 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:21:30,008 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/switch/merge already deleted, retry=false 2024-12-05T02:21:30,009 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:21:30,010 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/snapshot-cleanup already deleted, retry=false 2024-12-05T02:21:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335751583/running 2024-12-05T02:21:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01335751583/running 2024-12-05T02:21:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,012 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,33357,1733365289041, sessionid=0x101806d36c10000, setting cluster-up flag (Was=false) 2024-12-05T02:21:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,020 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01335751583/flush-table-proc/acquired, /01335751583/flush-table-proc/reached, /01335751583/flush-table-proc/abort 2024-12-05T02:21:30,021 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,33357,1733365289041 2024-12-05T02:21:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,027 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01335751583/online-snapshot/acquired, /01335751583/online-snapshot/reached, /01335751583/online-snapshot/abort 2024-12-05T02:21:30,028 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,33357,1733365289041 2024-12-05T02:21:30,029 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:21:30,030 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:30,030 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:21:30,030 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:21:30,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,33357,1733365289041 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:21:30,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:30,031 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:30,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:30,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:21:30,033 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365320038 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:21:30,038 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:21:30,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:21:30,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:21:30,040 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:21:30,041 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:21:30,041 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:21:30,041 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365290041,5,FailOnTimeoutGroup] 2024-12-05T02:21:30,042 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365290041,5,FailOnTimeoutGroup] 2024-12-05T02:21:30,042 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,042 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:21:30,042 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,042 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:21:30,044 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:21:30,044 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3 2024-12-05T02:21:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:21:30,111 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(746): ClusterId : 395eefbf-64f0-4dde-adea-253f046261a2 2024-12-05T02:21:30,111 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:21:30,112 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:21:30,112 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:21:30,114 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:21:30,114 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4284a8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:30,126 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:38751 2024-12-05T02:21:30,126 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:21:30,126 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:21:30,126 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:21:30,127 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,33357,1733365289041 with port=38751, startcode=1733365289092 2024-12-05T02:21:30,127 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:21:30,128 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:21:30,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,129 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33357 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,130 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3 2024-12-05T02:21:30,130 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33943 2024-12-05T02:21:30,130 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:21:30,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/rs 2024-12-05T02:21:30,136 DEBUG [RS:0;01bccfa882c7:38751 {}] zookeeper.ZKUtil(111): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on existing znode=/01335751583/rs/01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,136 WARN [RS:0;01bccfa882c7:38751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:30,136 INFO [RS:0;01bccfa882c7:38751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:30,136 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,38751,1733365289092] 2024-12-05T02:21:30,139 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:21:30,141 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:21:30,141 INFO [RS:0;01bccfa882c7:38751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:21:30,141 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,144 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:21:30,145 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:21:30,145 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:30,145 DEBUG [RS:0;01bccfa882c7:38751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,146 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38751,1733365289092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:30,164 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:21:30,164 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38751,1733365289092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,164 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,165 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.Replication(171): 01bccfa882c7,38751,1733365289092 started 2024-12-05T02:21:30,181 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,181 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,38751,1733365289092, RpcServer on 01bccfa882c7/172.17.0.2:38751, sessionid=0x101806d36c10001 2024-12-05T02:21:30,181 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:21:30,181 DEBUG [RS:0;01bccfa882c7:38751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,181 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38751,1733365289092' 2024-12-05T02:21:30,181 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01335751583/flush-table-proc/abort' 2024-12-05T02:21:30,181 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01335751583/flush-table-proc/acquired' 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38751,1733365289092' 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01335751583/online-snapshot/abort' 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01335751583/online-snapshot/acquired' 2024-12-05T02:21:30,182 DEBUG [RS:0;01bccfa882c7:38751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:21:30,182 INFO [RS:0;01bccfa882c7:38751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:21:30,182 INFO [RS:0;01bccfa882c7:38751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:21:30,282 INFO [RS:0;01bccfa882c7:38751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:30,284 INFO [RS:0;01bccfa882c7:38751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38751%2C1733365289092, suffix=, logDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092, archiveDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/oldWALs, maxLogs=10 2024-12-05T02:21:30,297 DEBUG [RS:0;01bccfa882c7:38751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284, exclude list is [], retry=0 2024-12-05T02:21:30,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:30,301 INFO [RS:0;01bccfa882c7:38751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 2024-12-05T02:21:30,301 DEBUG [RS:0;01bccfa882c7:38751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:30,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:30,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:30,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:30,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:30,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:30,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:30,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:30,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:30,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:30,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:30,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740 2024-12-05T02:21:30,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740 2024-12-05T02:21:30,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:30,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:30,461 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:30,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:30,463 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:30,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62520899, jitterRate=-0.06836600601673126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365290453Initializing all the Stores at 1733365290454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290454Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365290454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290454Cleaning up temporary data from old regions at 1733365290461 (+7 ms)Region opened successfully at 1733365290464 (+3 ms) 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:30,464 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:30,464 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:30,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365290464Disabling compacts and flushes for region at 1733365290464Disabling writes for close at 1733365290464Writing region close event to WAL at 1733365290464Closed at 1733365290464 2024-12-05T02:21:30,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:30,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:21:30,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:21:30,466 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:30,466 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:21:30,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:21:30,487 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-05T02:21:30,617 DEBUG [01bccfa882c7:33357 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:21:30,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38751,1733365289092, state=OPENING 2024-12-05T02:21:30,620 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:21:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:30,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:30,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335751583/meta-region-server: CHANGED 2024-12-05T02:21:30,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335751583/meta-region-server: CHANGED 2024-12-05T02:21:30,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38751,1733365289092}] 2024-12-05T02:21:30,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:30,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:21:30,778 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:21:30,778 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:30,778 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:21:30,779 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38751%2C1733365289092.meta, suffix=.meta, logDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092, archiveDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/oldWALs, maxLogs=10 2024-12-05T02:21:30,797 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365290780.meta, exclude list is [], retry=0 2024-12-05T02:21:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:30,800 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365290780.meta 2024-12-05T02:21:30,800 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:30,800 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:30,800 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:21:30,801 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:21:30,801 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:21:30,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:30,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:30,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:30,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:30,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:30,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:30,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:30,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:30,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:30,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:30,806 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:30,806 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740 2024-12-05T02:21:30,807 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740 2024-12-05T02:21:30,808 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:30,808 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:30,808 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:30,809 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:30,809 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59623965, jitterRate=-0.11153368651866913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:30,809 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:21:30,810 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365290801Writing region info on filesystem at 1733365290801Initializing all the Stores at 1733365290802 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365290802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365290802Cleaning up temporary data from old regions at 1733365290808 (+6 ms)Running coprocessor post-open hooks at 1733365290809 (+1 ms)Region opened successfully at 1733365290810 (+1 ms) 2024-12-05T02:21:30,810 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365290773 2024-12-05T02:21:30,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38751,1733365289092, state=OPEN 2024-12-05T02:21:30,814 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:21:30,814 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:21:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01335751583/meta-region-server 2024-12-05T02:21:30,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01335751583/meta-region-server 2024-12-05T02:21:30,820 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:30,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335751583/meta-region-server: CHANGED 2024-12-05T02:21:30,820 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01335751583/meta-region-server: CHANGED 2024-12-05T02:21:30,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:21:30,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38751,1733365289092 in 199 msec 2024-12-05T02:21:30,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:21:30,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-12-05T02:21:30,824 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:30,824 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:21:30,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:30,825 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38751,1733365289092, seqNum=-1] 2024-12-05T02:21:30,825 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:30,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:30,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-12-05T02:21:30,831 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365290831, completionTime=-1 2024-12-05T02:21:30,831 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:21:30,831 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365350833 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365410833 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:33357, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,833 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,834 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,835 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.707sec 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:30,837 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:21:30,838 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:21:30,839 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:21:30,839 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,33357,1733365289041-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:30,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ef0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:30,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:30,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:30,912 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:30,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf76b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:30,914 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f1497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:30,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38751,1733365289092, seqNum=-1] 2024-12-05T02:21:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:30,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:30,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,33357,1733365289041 2024-12-05T02:21:30,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:30,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:30,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101806d36c10002 connected 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir so I do NOT create it in target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e 2024-12-05T02:21:30,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.tmp.dir so I do NOT create it in target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e 2024-12-05T02:21:30,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:21:30,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/cluster_69822f43-7871-ded1-bb54-1a6fb4d875a3, deleteOnExit=true 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/test.cache.data in system properties and HBase conf 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:21:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:21:30,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:21:30,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:21:30,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:31,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:31,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:31,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:31,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:31,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:31,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2780f6bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/java.io.tmpdir/jetty-localhost-43131-hadoop-hdfs-3_4_1-tests_jar-_-any-6368985741319086813/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:31,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:43131} 2024-12-05T02:21:31,118 INFO [Time-limited test {}] server.Server(415): Started @294028ms 2024-12-05T02:21:31,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:31,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:31,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:31,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:31,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:31,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:31,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:31,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9dc189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/java.io.tmpdir/jetty-localhost-43269-hadoop-hdfs-3_4_1-tests_jar-_-any-14281021637106414643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:31,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:43269} 2024-12-05T02:21:31,335 INFO [Time-limited test {}] server.Server(415): Started @294244ms 2024-12-05T02:21:31,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:21:31,446 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/cluster_69822f43-7871-ded1-bb54-1a6fb4d875a3/data/data1/current/BP-346265570-172.17.0.2-1733365290945/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:31,446 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/cluster_69822f43-7871-ded1-bb54-1a6fb4d875a3/data/data2/current/BP-346265570-172.17.0.2-1733365290945/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:31,465 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:21:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc034a15bf43f2c1 with lease ID 0x5fef173a16edc503: Processing first storage report for DS-8b5e0a3d-2d13-4ed9-bc90-8fdb46dbe059 from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=00a585cd-7765-4b12-9471-0eee9b071df8, infoPort=40839, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-57;cid=testClusterID;nsid=409752624;c=1733365290945) 2024-12-05T02:21:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc034a15bf43f2c1 with lease ID 0x5fef173a16edc503: from storage DS-8b5e0a3d-2d13-4ed9-bc90-8fdb46dbe059 node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=00a585cd-7765-4b12-9471-0eee9b071df8, infoPort=40839, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-57;cid=testClusterID;nsid=409752624;c=1733365290945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc034a15bf43f2c1 with lease ID 0x5fef173a16edc503: Processing first storage report for DS-289c59c0-2f0f-4de2-95e0-320eef7dab23 from datanode DatanodeRegistration(127.0.0.1:33449, datanodeUuid=00a585cd-7765-4b12-9471-0eee9b071df8, infoPort=40839, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-57;cid=testClusterID;nsid=409752624;c=1733365290945) 2024-12-05T02:21:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc034a15bf43f2c1 with lease ID 0x5fef173a16edc503: from storage DS-289c59c0-2f0f-4de2-95e0-320eef7dab23 node DatanodeRegistration(127.0.0.1:33449, datanodeUuid=00a585cd-7765-4b12-9471-0eee9b071df8, infoPort=40839, infoSecurePort=0, ipcPort=41757, storageInfo=lv=-57;cid=testClusterID;nsid=409752624;c=1733365290945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:31,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e 2024-12-05T02:21:31,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:31,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:31,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:21:31,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838 with version=8 2024-12-05T02:21:31,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/hbase-staging 2024-12-05T02:21:31,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:31,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34977 2024-12-05T02:21:31,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34977 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:31,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349770x0, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:31,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34977-0x101806d36c10003 connected 2024-12-05T02:21:31,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:31,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:31,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/running 2024-12-05T02:21:31,988 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838, hbase.cluster.distributed=false 2024-12-05T02:21:31,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/acl 2024-12-05T02:21:31,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34977 2024-12-05T02:21:31,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34977 2024-12-05T02:21:31,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34977 2024-12-05T02:21:31,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34977 2024-12-05T02:21:31,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34977 2024-12-05T02:21:32,005 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:21:32,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:32,006 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44177 2024-12-05T02:21:32,007 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44177 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:32,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:32,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:32,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441770x0, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:32,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441770x0, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/running 2024-12-05T02:21:32,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44177-0x101806d36c10004 connected 2024-12-05T02:21:32,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:21:32,013 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:21:32,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/master 2024-12-05T02:21:32,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/acl 2024-12-05T02:21:32,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T02:21:32,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44177 2024-12-05T02:21:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44177 2024-12-05T02:21:32,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T02:21:32,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44177 2024-12-05T02:21:32,031 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:34977 2024-12-05T02:21:32,031 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-329526434/backup-masters/01bccfa882c7,34977,1733365291970 2024-12-05T02:21:32,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/backup-masters 2024-12-05T02:21:32,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/backup-masters 2024-12-05T02:21:32,033 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on existing znode=/1-329526434/backup-masters/01bccfa882c7,34977,1733365291970 2024-12-05T02:21:32,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329526434/master 2024-12-05T02:21:32,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:32,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:32,035 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on existing znode=/1-329526434/master 2024-12-05T02:21:32,035 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-329526434/backup-masters/01bccfa882c7,34977,1733365291970 from backup master directory 2024-12-05T02:21:32,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329526434/backup-masters/01bccfa882c7,34977,1733365291970 2024-12-05T02:21:32,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/backup-masters 2024-12-05T02:21:32,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/backup-masters 2024-12-05T02:21:32,037 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:32,037 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,34977,1733365291970 2024-12-05T02:21:32,040 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/hbase.id] with ID: 4e545e51-f60c-4fad-ae70-5b6b9ae85a94 2024-12-05T02:21:32,040 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/.tmp/hbase.id 2024-12-05T02:21:32,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:21:32,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:21:32,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:21:32,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-05T02:21:32,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-05T02:21:32,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:32,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-05T02:21:32,351 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:21:32,351 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T02:21:32,449 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/.tmp/hbase.id]:[hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/hbase.id] 2024-12-05T02:21:32,457 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:32,457 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:21:32,458 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T02:21:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:32,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:21:32,864 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:32,865 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:21:32,865 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:32,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:21:33,271 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store 2024-12-05T02:21:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:33,676 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:33,676 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:33,676 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365293676Disabling compacts and flushes for region at 1733365293676Disabling writes for close at 1733365293676Writing region close event to WAL at 1733365293676Closed at 1733365293676 2024-12-05T02:21:33,677 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/.initializing 2024-12-05T02:21:33,677 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/WALs/01bccfa882c7,34977,1733365291970 2024-12-05T02:21:33,677 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:33,679 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C34977%2C1733365291970, suffix=, logDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/WALs/01bccfa882c7,34977,1733365291970, archiveDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/oldWALs, maxLogs=10 2024-12-05T02:21:33,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/WALs/01bccfa882c7,34977,1733365291970/01bccfa882c7%2C34977%2C1733365291970.1733365293679, exclude list is [], retry=0 2024-12-05T02:21:33,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8b5e0a3d-2d13-4ed9-bc90-8fdb46dbe059,DISK] 2024-12-05T02:21:33,696 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/WALs/01bccfa882c7,34977,1733365291970/01bccfa882c7%2C34977%2C1733365291970.1733365293679 2024-12-05T02:21:33,696 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40839:40839)] 2024-12-05T02:21:33,696 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:33,697 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:33,697 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,697 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:21:33,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:33,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:33,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:21:33,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:33,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:21:33,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:33,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:33,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:21:33,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:33,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:33,702 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,703 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,703 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,704 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,704 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,704 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:33,705 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:33,706 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:33,706 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72061490, jitterRate=0.07379987835884094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:33,707 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365293697Initializing all the Stores at 1733365293697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365293697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365293698 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365293698Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365293698Cleaning up temporary data from old regions at 1733365293704 (+6 ms)Region opened successfully at 1733365293707 (+3 ms) 2024-12-05T02:21:33,708 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:21:33,710 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d3d279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:33,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:21:33,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:21:33,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:21:33,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:21:33,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:21:33,712 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:21:33,712 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:21:33,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:21:33,714 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/balancer because node does not exist (not necessarily an error) 2024-12-05T02:21:33,715 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/balancer already deleted, retry=false 2024-12-05T02:21:33,715 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:21:33,715 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:21:33,718 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/normalizer already deleted, retry=false 2024-12-05T02:21:33,718 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:21:33,718 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:21:33,720 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/switch/split already deleted, retry=false 2024-12-05T02:21:33,720 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:21:33,721 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/switch/merge already deleted, retry=false 2024-12-05T02:21:33,722 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:21:33,724 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/snapshot-cleanup already deleted, retry=false 2024-12-05T02:21:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329526434/running 2024-12-05T02:21:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-329526434/running 2024-12-05T02:21:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,726 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,34977,1733365291970, sessionid=0x101806d36c10003, setting cluster-up flag (Was=false) 2024-12-05T02:21:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,734 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-329526434/flush-table-proc/acquired, /1-329526434/flush-table-proc/reached, /1-329526434/flush-table-proc/abort 2024-12-05T02:21:33,735 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34977,1733365291970 2024-12-05T02:21:33,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:33,742 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-329526434/online-snapshot/acquired, /1-329526434/online-snapshot/reached, /1-329526434/online-snapshot/abort 2024-12-05T02:21:33,743 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,34977,1733365291970 2024-12-05T02:21:33,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:21:33,748 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:33,748 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:21:33,748 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:21:33,748 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,34977,1733365291970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:33,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:33,757 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365323757 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:21:33,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:33,757 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:21:33,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:21:33,758 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,758 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:21:33,758 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:21:33,758 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:21:33,758 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:21:33,759 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365293759,5,FailOnTimeoutGroup] 2024-12-05T02:21:33,759 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365293759,5,FailOnTimeoutGroup] 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,759 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:21:33,822 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(746): ClusterId : 4e545e51-f60c-4fad-ae70-5b6b9ae85a94 2024-12-05T02:21:33,822 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:21:33,824 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:21:33,824 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:21:33,827 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:21:33,827 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19752a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:33,839 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:44177 2024-12-05T02:21:33,839 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:21:33,839 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:21:33,839 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:21:33,840 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,34977,1733365291970 with port=44177, startcode=1733365292005 2024-12-05T02:21:33,840 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:21:33,841 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:21:33,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34977 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,841 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34977 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,842 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838 2024-12-05T02:21:33,842 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43371 2024-12-05T02:21:33,842 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:21:33,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/rs 2024-12-05T02:21:33,852 DEBUG [RS:0;01bccfa882c7:44177 {}] zookeeper.ZKUtil(111): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on existing znode=/1-329526434/rs/01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,852 WARN [RS:0;01bccfa882c7:44177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:33,852 INFO [RS:0;01bccfa882c7:44177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:33,853 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,853 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,44177,1733365292005] 2024-12-05T02:21:33,855 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:21:33,856 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:21:33,856 INFO [RS:0;01bccfa882c7:44177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:21:33,856 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,857 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:21:33,857 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:21:33,857 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:33,857 DEBUG [RS:0;01bccfa882c7:44177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:33,859 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,859 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,859 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,859 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,860 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,860 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44177,1733365292005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:33,874 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:21:33,874 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,44177,1733365292005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,874 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,874 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.Replication(171): 01bccfa882c7,44177,1733365292005 started 2024-12-05T02:21:33,887 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:33,887 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,44177,1733365292005, RpcServer on 01bccfa882c7/172.17.0.2:44177, sessionid=0x101806d36c10004 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,44177,1733365292005' 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-329526434/flush-table-proc/abort' 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-329526434/flush-table-proc/acquired' 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:21:33,887 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:21:33,888 DEBUG [RS:0;01bccfa882c7:44177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,44177,1733365292005 2024-12-05T02:21:33,888 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,44177,1733365292005' 2024-12-05T02:21:33,888 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-329526434/online-snapshot/abort' 2024-12-05T02:21:33,888 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-329526434/online-snapshot/acquired' 2024-12-05T02:21:33,888 DEBUG [RS:0;01bccfa882c7:44177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:21:33,888 INFO [RS:0;01bccfa882c7:44177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:21:33,888 INFO [RS:0;01bccfa882c7:44177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:21:33,988 INFO [RS:0;01bccfa882c7:44177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:33,989 INFO [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C44177%2C1733365292005, suffix=, logDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005, archiveDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/oldWALs, maxLogs=10 2024-12-05T02:21:34,003 DEBUG [RS:0;01bccfa882c7:44177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005/01bccfa882c7%2C44177%2C1733365292005.1733365293990, exclude list is [], retry=0 2024-12-05T02:21:34,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8b5e0a3d-2d13-4ed9-bc90-8fdb46dbe059,DISK] 2024-12-05T02:21:34,007 INFO [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005/01bccfa882c7%2C44177%2C1733365292005.1733365293990 2024-12-05T02:21:34,007 DEBUG [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40839:40839)] 2024-12-05T02:21:34,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:21:34,164 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838 2024-12-05T02:21:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741833_1009 (size=32) 2024-12-05T02:21:34,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:34,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:34,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:34,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:34,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:34,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:34,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:34,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:34,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:34,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740 2024-12-05T02:21:34,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740 2024-12-05T02:21:34,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:34,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:34,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:34,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:34,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:34,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65481455, jitterRate=-0.02425028383731842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365294569Initializing all the Stores at 1733365294569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294570 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365294570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294570Cleaning up temporary data from old regions at 1733365294576 (+6 ms)Region opened successfully at 1733365294579 (+3 ms) 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:34,579 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:34,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:34,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365294579Disabling compacts and flushes for region at 1733365294579Disabling writes for close at 1733365294579Writing region close event to WAL at 1733365294579Closed at 1733365294579 2024-12-05T02:21:34,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:34,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:21:34,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:21:34,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:34,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:21:34,732 DEBUG [01bccfa882c7:34977 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:21:34,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:34,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,44177,1733365292005, state=OPENING 2024-12-05T02:21:34,735 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:21:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:34,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:34,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:34,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329526434/meta-region-server: CHANGED 2024-12-05T02:21:34,737 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329526434/meta-region-server: CHANGED 2024-12-05T02:21:34,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,44177,1733365292005}] 2024-12-05T02:21:34,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:34,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:21:34,893 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:21:34,893 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:34,893 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:21:34,894 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C44177%2C1733365292005.meta, suffix=.meta, logDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005, archiveDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/oldWALs, maxLogs=10 2024-12-05T02:21:34,907 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005/01bccfa882c7%2C44177%2C1733365292005.meta.1733365294894.meta, exclude list is [], retry=0 2024-12-05T02:21:34,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33449,DS-8b5e0a3d-2d13-4ed9-bc90-8fdb46dbe059,DISK] 2024-12-05T02:21:34,910 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/WALs/01bccfa882c7,44177,1733365292005/01bccfa882c7%2C44177%2C1733365292005.meta.1733365294894.meta 2024-12-05T02:21:34,910 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40839:40839)] 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:34,911 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:21:34,911 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:21:34,911 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:21:34,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:34,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:34,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:34,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:34,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:34,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:34,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:34,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:34,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:34,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:34,916 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:34,916 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740 2024-12-05T02:21:34,917 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740 2024-12-05T02:21:34,917 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:34,917 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:34,918 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:34,919 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:34,919 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67205185, jitterRate=0.0014352947473526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:34,919 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:21:34,919 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365294911Writing region info on filesystem at 1733365294912 (+1 ms)Initializing all the Stores at 1733365294912Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294912Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294912Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365294912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365294912Cleaning up temporary data from old regions at 1733365294917 (+5 ms)Running coprocessor post-open hooks at 1733365294919 (+2 ms)Region opened successfully at 1733365294919 2024-12-05T02:21:34,920 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365294889 2024-12-05T02:21:34,921 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:21:34,922 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:21:34,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:34,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,44177,1733365292005, state=OPEN 2024-12-05T02:21:34,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-329526434/meta-region-server 2024-12-05T02:21:34,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-329526434/meta-region-server 2024-12-05T02:21:34,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329526434/meta-region-server: CHANGED 2024-12-05T02:21:34,924 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:34,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-329526434/meta-region-server: CHANGED 2024-12-05T02:21:34,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:21:34,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,44177,1733365292005 in 187 msec 2024-12-05T02:21:34,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:21:34,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-05T02:21:34,928 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:34,928 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:21:34,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:34,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,44177,1733365292005, seqNum=-1] 2024-12-05T02:21:34,929 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:34,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:34,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-12-05T02:21:34,933 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365294933, completionTime=-1 2024-12-05T02:21:34,933 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:21:34,933 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365354935 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365414935 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:34977, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,935 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,936 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:34,937 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:21:34,938 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.901sec 2024-12-05T02:21:34,938 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:21:34,938 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:21:34,938 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:21:34,939 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:21:34,939 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:21:34,939 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:34,939 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:21:34,940 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:21:34,940 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:21:34,940 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,34977,1733365291970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:35,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:35,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34977,-1 for getting cluster id 2024-12-05T02:21:35,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:35,024 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e545e51-f60c-4fad-ae70-5b6b9ae85a94' 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e545e51-f60c-4fad-ae70-5b6b9ae85a94" 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eddad61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34977,-1] 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:35,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:35,025 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:35,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:35,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:35,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,44177,1733365292005, seqNum=-1] 2024-12-05T02:21:35,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:35,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:35,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,34977,1733365291970 2024-12-05T02:21:35,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:35,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:35,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101806d36c10005 connected 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir so I do NOT create it in target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef 2024-12-05T02:21:35,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.tmp.dir so I do NOT create it in target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef 2024-12-05T02:21:35,036 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T02:21:35,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/cluster_388bafda-226e-a2e9-ded8-768f4b0e39ca, deleteOnExit=true 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/test.cache.data in system properties and HBase conf 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:21:35,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:21:35,037 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:21:35,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:21:35,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:35,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:35,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:35,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:35,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:21:35,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:35,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:35,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:35,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc761de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/java.io.tmpdir/jetty-localhost-45567-hadoop-hdfs-3_4_1-tests_jar-_-any-812895428018833309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:35,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:45567} 2024-12-05T02:21:35,233 INFO [Time-limited test {}] server.Server(415): Started @298142ms 2024-12-05T02:21:35,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:21:35,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:21:35,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:21:35,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:21:35,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:21:35,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:21:35,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:21:35,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146e5199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/java.io.tmpdir/jetty-localhost-35255-hadoop-hdfs-3_4_1-tests_jar-_-any-4917659459586283866/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:35,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:35255} 2024-12-05T02:21:35,426 INFO [Time-limited test {}] server.Server(415): Started @298335ms 2024-12-05T02:21:35,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:21:35,524 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/cluster_388bafda-226e-a2e9-ded8-768f4b0e39ca/data/data2/current/BP-1781050288-172.17.0.2-1733365295055/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:35,524 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/cluster_388bafda-226e-a2e9-ded8-768f4b0e39ca/data/data1/current/BP-1781050288-172.17.0.2-1733365295055/current, will proceed with Du for space computation calculation, 2024-12-05T02:21:35,543 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:21:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb874b4adbbe94b5 with lease ID 0xf8da9113daff5840: Processing first storage report for DS-bc447beb-f78c-48d1-9016-1578b76fe57c from datanode DatanodeRegistration(127.0.0.1:44153, datanodeUuid=20298cc4-23b6-4445-a9a7-ef03878ab5e7, infoPort=36345, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1269121560;c=1733365295055) 2024-12-05T02:21:35,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb874b4adbbe94b5 with lease ID 0xf8da9113daff5840: from storage DS-bc447beb-f78c-48d1-9016-1578b76fe57c node DatanodeRegistration(127.0.0.1:44153, datanodeUuid=20298cc4-23b6-4445-a9a7-ef03878ab5e7, infoPort=36345, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1269121560;c=1733365295055), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb874b4adbbe94b5 with lease ID 0xf8da9113daff5840: Processing first storage report for DS-aa37cbd3-c007-43e6-af1e-d661b49a6a5c from datanode DatanodeRegistration(127.0.0.1:44153, datanodeUuid=20298cc4-23b6-4445-a9a7-ef03878ab5e7, infoPort=36345, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1269121560;c=1733365295055) 2024-12-05T02:21:35,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb874b4adbbe94b5 with lease ID 0xf8da9113daff5840: from storage DS-aa37cbd3-c007-43e6-af1e-d661b49a6a5c node DatanodeRegistration(127.0.0.1:44153, datanodeUuid=20298cc4-23b6-4445-a9a7-ef03878ab5e7, infoPort=36345, infoSecurePort=0, ipcPort=34891, storageInfo=lv=-57;cid=testClusterID;nsid=1269121560;c=1733365295055), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T02:21:35,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef 2024-12-05T02:21:35,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:35,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:21:35,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18 with version=8 2024-12-05T02:21:35,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/hbase-staging 2024-12-05T02:21:35,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:21:35,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:35,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41487 2024-12-05T02:21:35,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41487 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:35,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414870x0, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:35,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41487-0x101806d36c10006 connected 2024-12-05T02:21:35,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:35,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:35,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/running 2024-12-05T02:21:35,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18, hbase.cluster.distributed=false 2024-12-05T02:21:35,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/acl 2024-12-05T02:21:35,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41487 2024-12-05T02:21:35,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41487 2024-12-05T02:21:35,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41487 2024-12-05T02:21:35,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41487 2024-12-05T02:21:35,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41487 2024-12-05T02:21:35,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:21:35,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38491 2024-12-05T02:21:35,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38491 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:35,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:36,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:36,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384910x0, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:36,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384910x0, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/running 2024-12-05T02:21:36,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38491-0x101806d36c10007 connected 2024-12-05T02:21:36,004 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:21:36,006 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:21:36,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/master 2024-12-05T02:21:36,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/acl 2024-12-05T02:21:36,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-05T02:21:36,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38491 2024-12-05T02:21:36,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38491 2024-12-05T02:21:36,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-05T02:21:36,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38491 2024-12-05T02:21:36,023 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:41487 2024-12-05T02:21:36,023 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21105562181/backup-masters/01bccfa882c7,41487,1733365295963 2024-12-05T02:21:36,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/backup-masters 2024-12-05T02:21:36,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/backup-masters 2024-12-05T02:21:36,025 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on existing znode=/21105562181/backup-masters/01bccfa882c7,41487,1733365295963 2024-12-05T02:21:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105562181/master 2024-12-05T02:21:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:36,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:36,027 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on existing znode=/21105562181/master 2024-12-05T02:21:36,028 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21105562181/backup-masters/01bccfa882c7,41487,1733365295963 from backup master directory 2024-12-05T02:21:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105562181/backup-masters/01bccfa882c7,41487,1733365295963 2024-12-05T02:21:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/backup-masters 2024-12-05T02:21:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/backup-masters 2024-12-05T02:21:36,029 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:36,029 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,41487,1733365295963 2024-12-05T02:21:36,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/hbase.id] with ID: b4576246-0f39-4ec3-b0d6-087b8c046586 2024-12-05T02:21:36,032 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/.tmp/hbase.id 2024-12-05T02:21:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:21:36,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:36,439 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/.tmp/hbase.id]:[hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/hbase.id] 2024-12-05T02:21:36,447 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:36,447 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:21:36,448 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-05T02:21:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:21:36,854 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:36,855 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:21:36,855 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:36,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:21:37,261 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store 2024-12-05T02:21:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:37,670 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:37,670 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:37,670 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365297670Disabling compacts and flushes for region at 1733365297670Disabling writes for close at 1733365297670Writing region close event to WAL at 1733365297670Closed at 1733365297670 2024-12-05T02:21:37,671 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/.initializing 2024-12-05T02:21:37,671 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/WALs/01bccfa882c7,41487,1733365295963 2024-12-05T02:21:37,672 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:37,673 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C41487%2C1733365295963, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/WALs/01bccfa882c7,41487,1733365295963, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/oldWALs, maxLogs=10 2024-12-05T02:21:37,688 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/WALs/01bccfa882c7,41487,1733365295963/01bccfa882c7%2C41487%2C1733365295963.1733365297673, exclude list is [], retry=0 2024-12-05T02:21:37,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44153,DS-bc447beb-f78c-48d1-9016-1578b76fe57c,DISK] 2024-12-05T02:21:37,692 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/WALs/01bccfa882c7,41487,1733365295963/01bccfa882c7%2C41487%2C1733365295963.1733365297673 2024-12-05T02:21:37,693 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-05T02:21:37,694 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:37,694 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:37,694 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,694 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:21:37,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:37,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:37,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:21:37,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:37,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:21:37,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:37,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:37,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:21:37,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:37,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:37,699 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,700 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,700 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,701 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,701 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,701 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:37,702 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:21:37,703 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:37,703 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72193475, jitterRate=0.07576660811901093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:37,703 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733365297694Initializing all the Stores at 1733365297694Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365297694Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365297695 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365297695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365297695Cleaning up temporary data from old regions at 1733365297701 (+6 ms)Region opened successfully at 1733365297703 (+2 ms) 2024-12-05T02:21:37,704 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:21:37,706 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c138d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:37,706 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:21:37,706 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:21:37,707 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:21:37,707 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:21:37,707 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T02:21:37,707 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T02:21:37,707 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:21:37,709 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:21:37,709 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Unable to get data of znode /21105562181/balancer because node does not exist (not necessarily an error) 2024-12-05T02:21:37,710 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/balancer already deleted, retry=false 2024-12-05T02:21:37,711 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:21:37,711 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Unable to get data of znode /21105562181/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:21:37,713 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/normalizer already deleted, retry=false 2024-12-05T02:21:37,713 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:21:37,714 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Unable to get data of znode /21105562181/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:21:37,715 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/switch/split already deleted, retry=false 2024-12-05T02:21:37,715 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Unable to get data of znode /21105562181/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:21:37,716 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/switch/merge already deleted, retry=false 2024-12-05T02:21:37,718 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Unable to get data of znode /21105562181/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:21:37,719 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/snapshot-cleanup already deleted, retry=false 2024-12-05T02:21:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105562181/running 2024-12-05T02:21:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21105562181/running 2024-12-05T02:21:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,721 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,41487,1733365295963, sessionid=0x101806d36c10006, setting cluster-up flag (Was=false) 2024-12-05T02:21:37,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,727 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21105562181/flush-table-proc/acquired, /21105562181/flush-table-proc/reached, /21105562181/flush-table-proc/abort 2024-12-05T02:21:37,728 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41487,1733365295963 2024-12-05T02:21:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:37,735 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21105562181/online-snapshot/acquired, /21105562181/online-snapshot/reached, /21105562181/online-snapshot/abort 2024-12-05T02:21:37,736 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,41487,1733365295963 2024-12-05T02:21:37,736 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:21:37,738 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:37,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:21:37,738 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:21:37,738 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,41487,1733365295963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:21:37,739 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:37,739 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:37,739 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:37,740 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:21:37,740 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:21:37,740 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,740 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:37,740 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:37,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:21:37,741 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733365327741 2024-12-05T02:21:37,741 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:21:37,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:21:37,742 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-05T02:21:37,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:21:37,744 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:21:37,748 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365297744,5,FailOnTimeoutGroup] 2024-12-05T02:21:37,749 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365297748,5,FailOnTimeoutGroup] 2024-12-05T02:21:37,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:21:37,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,749 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:21:37,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:21:37,753 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18 2024-12-05T02:21:37,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:21:37,814 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(746): ClusterId : b4576246-0f39-4ec3-b0d6-087b8c046586 2024-12-05T02:21:37,814 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:21:37,816 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:21:37,816 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:21:37,819 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:21:37,819 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6441bb9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:21:37,831 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:38491 2024-12-05T02:21:37,831 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:21:37,831 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:21:37,831 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:21:37,831 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,41487,1733365295963 with port=38491, startcode=1733365295997 2024-12-05T02:21:37,831 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:21:37,833 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:21:37,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,833 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41487 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,834 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18 2024-12-05T02:21:37,834 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41189 2024-12-05T02:21:37,834 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:21:37,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/rs 2024-12-05T02:21:37,840 DEBUG [RS:0;01bccfa882c7:38491 {}] zookeeper.ZKUtil(111): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on existing znode=/21105562181/rs/01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,840 WARN [RS:0;01bccfa882c7:38491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:21:37,840 INFO [RS:0;01bccfa882c7:38491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:37,840 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,38491,1733365295997] 2024-12-05T02:21:37,843 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:21:37,844 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:21:37,844 INFO [RS:0;01bccfa882c7:38491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:21:37,844 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,845 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:21:37,845 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:21:37,845 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,845 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,846 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,846 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,846 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:21:37,846 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:37,846 DEBUG [RS:0;01bccfa882c7:38491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,847 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38491,1733365295997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:37,861 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:21:37,861 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,38491,1733365295997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,861 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,861 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.Replication(171): 01bccfa882c7,38491,1733365295997 started 2024-12-05T02:21:37,875 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:37,875 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,38491,1733365295997, RpcServer on 01bccfa882c7/172.17.0.2:38491, sessionid=0x101806d36c10007 2024-12-05T02:21:37,875 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:21:37,875 DEBUG [RS:0;01bccfa882c7:38491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,875 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38491,1733365295997' 2024-12-05T02:21:37,875 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21105562181/flush-table-proc/abort' 2024-12-05T02:21:37,875 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21105562181/flush-table-proc/acquired' 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,38491,1733365295997 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,38491,1733365295997' 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21105562181/online-snapshot/abort' 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21105562181/online-snapshot/acquired' 2024-12-05T02:21:37,876 DEBUG [RS:0;01bccfa882c7:38491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:21:37,876 INFO [RS:0;01bccfa882c7:38491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:21:37,876 INFO [RS:0;01bccfa882c7:38491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:21:37,977 INFO [RS:0;01bccfa882c7:38491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:21:37,978 INFO [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38491%2C1733365295997, suffix=, logDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/oldWALs, maxLogs=10 2024-12-05T02:21:37,991 DEBUG [RS:0;01bccfa882c7:38491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997/01bccfa882c7%2C38491%2C1733365295997.1733365297978, exclude list is [], retry=0 2024-12-05T02:21:37,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44153,DS-bc447beb-f78c-48d1-9016-1578b76fe57c,DISK] 2024-12-05T02:21:37,996 INFO [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997/01bccfa882c7%2C38491%2C1733365295997.1733365297978 2024-12-05T02:21:37,996 DEBUG [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-05T02:21:38,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:38,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:38,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:38,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:38,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:38,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:38,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:38,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:38,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:38,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:38,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740 2024-12-05T02:21:38,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740 2024-12-05T02:21:38,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:38,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:38,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:38,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:38,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:38,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67213828, jitterRate=0.0015640854835510254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:38,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733365298160Initializing all the Stores at 1733365298161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298161Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365298161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298161Cleaning up temporary data from old regions at 1733365298168 (+7 ms)Region opened successfully at 1733365298170 (+2 ms) 2024-12-05T02:21:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:38,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:38,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:38,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365298170Disabling compacts and flushes for region at 1733365298170Disabling writes for close at 1733365298171 (+1 ms)Writing region close event to WAL at 1733365298171Closed at 1733365298171 2024-12-05T02:21:38,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:38,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:21:38,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:21:38,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:38,174 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:21:38,324 DEBUG [01bccfa882c7:41487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:21:38,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:38,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38491,1733365295997, state=OPENING 2024-12-05T02:21:38,327 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:21:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:38,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105562181/meta-region-server: CHANGED 2024-12-05T02:21:38,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105562181/meta-region-server: CHANGED 2024-12-05T02:21:38,328 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:21:38,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38491,1733365295997}] 2024-12-05T02:21:38,480 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:38,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:21:38,484 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:21:38,484 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:38,485 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:21:38,486 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38491%2C1733365295997.meta, suffix=.meta, logDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997, archiveDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/oldWALs, maxLogs=10 2024-12-05T02:21:38,499 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997/01bccfa882c7%2C38491%2C1733365295997.meta.1733365298486.meta, exclude list is [], retry=0 2024-12-05T02:21:38,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44153,DS-bc447beb-f78c-48d1-9016-1578b76fe57c,DISK] 2024-12-05T02:21:38,503 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/WALs/01bccfa882c7,38491,1733365295997/01bccfa882c7%2C38491%2C1733365295997.meta.1733365298486.meta 2024-12-05T02:21:38,504 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36345:36345)] 2024-12-05T02:21:38,504 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:38,505 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:21:38,505 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:21:38,505 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:21:38,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:21:38,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:21:38,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:21:38,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:21:38,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:21:38,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:21:38,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:21:38,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:21:38,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:21:38,510 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:21:38,510 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740 2024-12-05T02:21:38,511 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740 2024-12-05T02:21:38,512 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:21:38,512 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:21:38,512 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:21:38,513 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:21:38,513 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58934836, jitterRate=-0.12180250883102417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:21:38,513 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:21:38,513 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733365298505Writing region info on filesystem at 1733365298505Initializing all the Stores at 1733365298506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298506Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298506Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365298506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733365298506Cleaning up temporary data from old regions at 1733365298512 (+6 ms)Running coprocessor post-open hooks at 1733365298513 (+1 ms)Region opened successfully at 1733365298513 2024-12-05T02:21:38,514 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733365298480 2024-12-05T02:21:38,516 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:21:38,516 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:21:38,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:38,517 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,38491,1733365295997, state=OPEN 2024-12-05T02:21:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21105562181/meta-region-server 2024-12-05T02:21:38,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21105562181/meta-region-server 2024-12-05T02:21:38,518 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:38,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105562181/meta-region-server: CHANGED 2024-12-05T02:21:38,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21105562181/meta-region-server: CHANGED 2024-12-05T02:21:38,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:21:38,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,38491,1733365295997 in 190 msec 2024-12-05T02:21:38,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:21:38,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-12-05T02:21:38,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:21:38,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:21:38,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:38,523 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38491,1733365295997, seqNum=-1] 2024-12-05T02:21:38,524 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:38,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:38,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 790 msec 2024-12-05T02:21:38,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733365298528, completionTime=-1 2024-12-05T02:21:38,528 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:21:38,528 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:21:38,530 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:21:38,530 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733365358530 2024-12-05T02:21:38,530 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733365418530 2024-12-05T02:21:38,530 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:41487, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,531 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,532 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.505sec 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:21:38,534 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:21:38,536 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:21:38,536 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:21:38,536 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,41487,1733365295963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:21:38,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:38,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41487,-1 for getting cluster id 2024-12-05T02:21:38,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:38,616 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4576246-0f39-4ec3-b0d6-087b8c046586' 2024-12-05T02:21:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:38,616 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4576246-0f39-4ec3-b0d6-087b8c046586" 2024-12-05T02:21:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7bbbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41487,-1] 2024-12-05T02:21:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:38,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:38,618 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:38,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:38,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38491,1733365295997, seqNum=-1] 2024-12-05T02:21:38,619 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:38,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:38,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,41487,1733365295963 2024-12-05T02:21:38,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59908 2024-12-05T02:21:38,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:21:38,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101806d36c10008 connected 2024-12-05T02:21:38,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33357,1733365289041 2024-12-05T02:21:38,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c483b9 2024-12-05T02:21:38,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:38,629 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:38,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:21:38,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:38,632 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:38,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:21:38,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:38,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:21:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:39,038 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e8309a9c1ab12e8b10e0bc8c5f6bf8fd, NAME => 'test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3 2024-12-05T02:21:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:21:39,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:39,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:39,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e8309a9c1ab12e8b10e0bc8c5f6bf8fd, disabling compactions & flushes 2024-12-05T02:21:39,443 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. after waiting 0 ms 2024-12-05T02:21:39,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd: Waiting for close lock at 1733365299443Disabling compacts and flushes for region at 1733365299443Disabling writes for close at 1733365299443Writing region close event to WAL at 1733365299443Closed at 1733365299443 2024-12-05T02:21:39,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:39,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365299445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365299445"}]},"ts":"1733365299445"} 2024-12-05T02:21:39,446 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:39,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:39,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365299447"}]},"ts":"1733365299447"} 2024-12-05T02:21:39,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:21:39,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, ASSIGN}] 2024-12-05T02:21:39,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, ASSIGN 2024-12-05T02:21:39,450 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, ASSIGN; state=OFFLINE, location=01bccfa882c7,38751,1733365289092; forceNewPlan=false, retain=false 2024-12-05T02:21:39,600 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, regionState=OPENING, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:39,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, ASSIGN because future has completed 2024-12-05T02:21:39,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8309a9c1ab12e8b10e0bc8c5f6bf8fd, server=01bccfa882c7,38751,1733365289092}] 2024-12-05T02:21:39,758 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,758 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e8309a9c1ab12e8b10e0bc8c5f6bf8fd, NAME => 'test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:39,758 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:39,758 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:21:39,758 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,758 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:39,758 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,758 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,759 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,761 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8309a9c1ab12e8b10e0bc8c5f6bf8fd columnFamilyName f 2024-12-05T02:21:39,761 DEBUG [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:39,761 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(327): Store=e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:39,761 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,762 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8309a9c1ab12e8b10e0bc8c5f6bf8fd columnFamilyName f1 2024-12-05T02:21:39,762 DEBUG [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:39,762 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(327): Store=e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:39,762 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,763 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8309a9c1ab12e8b10e0bc8c5f6bf8fd columnFamilyName norep 2024-12-05T02:21:39,763 DEBUG [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:39,763 INFO [StoreOpener-e8309a9c1ab12e8b10e0bc8c5f6bf8fd-1 {}] regionserver.HStore(327): Store=e8309a9c1ab12e8b10e0bc8c5f6bf8fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:39,763 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,764 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,764 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,765 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,765 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,765 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:39,766 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,767 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:39,767 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e8309a9c1ab12e8b10e0bc8c5f6bf8fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61043797, jitterRate=-0.09037654101848602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:39,767 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:39,767 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd: Running coprocessor pre-open hook at 1733365299759Writing region info on filesystem at 1733365299759Initializing all the Stores at 1733365299759Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365299759Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365299759Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365299759Cleaning up temporary data from old regions at 1733365299765 (+6 ms)Running coprocessor post-open hooks at 1733365299767 (+2 ms)Region opened successfully at 1733365299767 2024-12-05T02:21:39,768 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., pid=6, masterSystemTime=1733365299755 2024-12-05T02:21:39,769 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,769 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:39,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:39,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8309a9c1ab12e8b10e0bc8c5f6bf8fd, server=01bccfa882c7,38751,1733365289092 because future has completed 2024-12-05T02:21:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:39,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:21:39,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e8309a9c1ab12e8b10e0bc8c5f6bf8fd, server=01bccfa882c7,38751,1733365289092 in 169 msec 2024-12-05T02:21:39,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:21:39,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e8309a9c1ab12e8b10e0bc8c5f6bf8fd, ASSIGN in 325 msec 2024-12-05T02:21:39,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:39,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365299776"}]},"ts":"1733365299776"} 2024-12-05T02:21:39,777 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:21:39,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:39,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-05T02:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:40,783 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:21:40,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34977,1733365291970 2024-12-05T02:21:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@304fd830 2024-12-05T02:21:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:40,784 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:40,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:21:40,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:40,787 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:40,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:21:40,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:40,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:21:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:41,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25e3c99c21ae9ed5a31bf145a71a1f31, NAME => 'test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838 2024-12-05T02:21:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:21:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25e3c99c21ae9ed5a31bf145a71a1f31, disabling compactions & flushes 2024-12-05T02:21:41,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. after waiting 0 ms 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,609 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,609 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25e3c99c21ae9ed5a31bf145a71a1f31: Waiting for close lock at 1733365301609Disabling compacts and flushes for region at 1733365301609Disabling writes for close at 1733365301609Writing region close event to WAL at 1733365301609Closed at 1733365301609 2024-12-05T02:21:41,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:41,610 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365301610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365301610"}]},"ts":"1733365301610"} 2024-12-05T02:21:41,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:41,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:41,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365301612"}]},"ts":"1733365301612"} 2024-12-05T02:21:41,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:21:41,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25e3c99c21ae9ed5a31bf145a71a1f31, ASSIGN}] 2024-12-05T02:21:41,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25e3c99c21ae9ed5a31bf145a71a1f31, ASSIGN 2024-12-05T02:21:41,615 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25e3c99c21ae9ed5a31bf145a71a1f31, ASSIGN; state=OFFLINE, location=01bccfa882c7,44177,1733365292005; forceNewPlan=false, retain=false 2024-12-05T02:21:41,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25e3c99c21ae9ed5a31bf145a71a1f31, regionState=OPENING, regionLocation=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:41,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25e3c99c21ae9ed5a31bf145a71a1f31, ASSIGN because future has completed 2024-12-05T02:21:41,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e3c99c21ae9ed5a31bf145a71a1f31, server=01bccfa882c7,44177,1733365292005}] 2024-12-05T02:21:41,922 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,922 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25e3c99c21ae9ed5a31bf145a71a1f31, NAME => 'test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:41,923 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:41,923 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:21:41,923 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,923 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:41,923 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,923 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,924 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,925 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e3c99c21ae9ed5a31bf145a71a1f31 columnFamilyName f 2024-12-05T02:21:41,925 DEBUG [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:41,925 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(327): Store=25e3c99c21ae9ed5a31bf145a71a1f31/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:41,925 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,926 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e3c99c21ae9ed5a31bf145a71a1f31 columnFamilyName f1 2024-12-05T02:21:41,926 DEBUG [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:41,926 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(327): Store=25e3c99c21ae9ed5a31bf145a71a1f31/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:41,926 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,927 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25e3c99c21ae9ed5a31bf145a71a1f31 columnFamilyName norep 2024-12-05T02:21:41,927 DEBUG [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:41,927 INFO [StoreOpener-25e3c99c21ae9ed5a31bf145a71a1f31-1 {}] regionserver.HStore(327): Store=25e3c99c21ae9ed5a31bf145a71a1f31/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:41,927 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,928 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,928 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,929 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,929 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,929 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:41,930 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,932 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:41,932 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25e3c99c21ae9ed5a31bf145a71a1f31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69850320, jitterRate=0.04085087776184082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:41,932 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:41,932 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25e3c99c21ae9ed5a31bf145a71a1f31: Running coprocessor pre-open hook at 1733365301923Writing region info on filesystem at 1733365301923Initializing all the Stores at 1733365301923Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365301924 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365301924Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365301924Cleaning up temporary data from old regions at 1733365301929 (+5 ms)Running coprocessor post-open hooks at 1733365301932 (+3 ms)Region opened successfully at 1733365301932 2024-12-05T02:21:41,933 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31., pid=6, masterSystemTime=1733365301919 2024-12-05T02:21:41,935 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,936 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:41,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25e3c99c21ae9ed5a31bf145a71a1f31, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,44177,1733365292005 2024-12-05T02:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25e3c99c21ae9ed5a31bf145a71a1f31, server=01bccfa882c7,44177,1733365292005 because future has completed 2024-12-05T02:21:41,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:21:41,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25e3c99c21ae9ed5a31bf145a71a1f31, server=01bccfa882c7,44177,1733365292005 in 172 msec 2024-12-05T02:21:41,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:21:41,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25e3c99c21ae9ed5a31bf145a71a1f31, ASSIGN in 326 msec 2024-12-05T02:21:41,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:41,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365301942"}]},"ts":"1733365301942"} 2024-12-05T02:21:41,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:21:41,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:41,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-12-05T02:21:42,772 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=35, reused chunk count=153, reuseRatio=81.38% 2024-12-05T02:21:42,772 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-05T02:21:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34977 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:42,932 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:21:42,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41487,1733365295963 2024-12-05T02:21:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e33c9c1 2024-12-05T02:21:42,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:42,934 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:42,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-05T02:21:42,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:42,937 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:42,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-05T02:21:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:42,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741835_1011 (size=902) 2024-12-05T02:21:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:43,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5698be9b3bf99e893db29415a54bb856, NAME => 'test,,1733365302934.5698be9b3bf99e893db29415a54bb856.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18 2024-12-05T02:21:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741836_1012 (size=39) 2024-12-05T02:21:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733365302934.5698be9b3bf99e893db29415a54bb856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5698be9b3bf99e893db29415a54bb856, disabling compactions & flushes 2024-12-05T02:21:43,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733365302934.5698be9b3bf99e893db29415a54bb856. after waiting 0 ms 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:43,749 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:43,749 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5698be9b3bf99e893db29415a54bb856: Waiting for close lock at 1733365303749Disabling compacts and flushes for region at 1733365303749Disabling writes for close at 1733365303749Writing region close event to WAL at 1733365303749Closed at 1733365303749 2024-12-05T02:21:43,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:43,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733365302934.5698be9b3bf99e893db29415a54bb856.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733365303750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365303750"}]},"ts":"1733365303750"} 2024-12-05T02:21:43,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:43,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:43,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365303753"}]},"ts":"1733365303753"} 2024-12-05T02:21:43,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-05T02:21:43,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5698be9b3bf99e893db29415a54bb856, ASSIGN}] 2024-12-05T02:21:43,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5698be9b3bf99e893db29415a54bb856, ASSIGN 2024-12-05T02:21:43,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5698be9b3bf99e893db29415a54bb856, ASSIGN; state=OFFLINE, location=01bccfa882c7,38491,1733365295997; forceNewPlan=false, retain=false 2024-12-05T02:21:43,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5698be9b3bf99e893db29415a54bb856, regionState=OPENING, regionLocation=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:43,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5698be9b3bf99e893db29415a54bb856, ASSIGN because future has completed 2024-12-05T02:21:43,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5698be9b3bf99e893db29415a54bb856, server=01bccfa882c7,38491,1733365295997}] 2024-12-05T02:21:43,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:43,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:43,983 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128729 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [01bccfa882c7,34973,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:34973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-05T02:21:44,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:44,063 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:44,064 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5698be9b3bf99e893db29415a54bb856, NAME => 'test,,1733365302934.5698be9b3bf99e893db29415a54bb856.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:44,064 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:44,065 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-05T02:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733365302934.5698be9b3bf99e893db29415a54bb856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,065 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,066 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,067 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5698be9b3bf99e893db29415a54bb856 columnFamilyName f 2024-12-05T02:21:44,067 DEBUG [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:44,067 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(327): Store=5698be9b3bf99e893db29415a54bb856/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:44,068 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,069 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5698be9b3bf99e893db29415a54bb856 columnFamilyName f1 2024-12-05T02:21:44,069 DEBUG [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:44,069 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(327): Store=5698be9b3bf99e893db29415a54bb856/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:44,069 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,070 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5698be9b3bf99e893db29415a54bb856 columnFamilyName norep 2024-12-05T02:21:44,070 DEBUG [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:44,070 INFO [StoreOpener-5698be9b3bf99e893db29415a54bb856-1 {}] regionserver.HStore(327): Store=5698be9b3bf99e893db29415a54bb856/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:44,070 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,071 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,071 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,072 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,072 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:44,073 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:44,074 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,075 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:44,076 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5698be9b3bf99e893db29415a54bb856; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75096477, jitterRate=0.11902470886707306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:44,076 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:44,076 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5698be9b3bf99e893db29415a54bb856: Running coprocessor pre-open hook at 1733365304065Writing region info on filesystem at 1733365304065Initializing all the Stores at 1733365304066 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365304066Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365304066Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365304066Cleaning up temporary data from old regions at 1733365304072 (+6 ms)Running coprocessor post-open hooks at 1733365304076 (+4 ms)Region opened successfully at 1733365304076 2024-12-05T02:21:44,077 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733365302934.5698be9b3bf99e893db29415a54bb856., pid=6, masterSystemTime=1733365304060 2024-12-05T02:21:44,078 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:44,078 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:44,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5698be9b3bf99e893db29415a54bb856, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=01bccfa882c7,38491,1733365295997 2024-12-05T02:21:44,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5698be9b3bf99e893db29415a54bb856, server=01bccfa882c7,38491,1733365295997 because future has completed 2024-12-05T02:21:44,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:21:44,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5698be9b3bf99e893db29415a54bb856, server=01bccfa882c7,38491,1733365295997 in 173 msec 2024-12-05T02:21:44,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:21:44,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5698be9b3bf99e893db29415a54bb856, ASSIGN in 328 msec 2024-12-05T02:21:44,084 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:44,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365304084"}]},"ts":"1733365304084"} 2024-12-05T02:21:44,086 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-05T02:21:44,087 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:44,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-05T02:21:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:21:45,083 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-05T02:21:45,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:45,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:45,085 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fda12ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:45,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:45,087 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:45,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c00179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33357,1733365289041 2024-12-05T02:21:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ae1c373 2024-12-05T02:21:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:45,090 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:45,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://01bccfa882c7:34977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:21:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:21:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:45,093 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34977' 2024-12-05T02:21:45,095 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40df6a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,095 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34977,-1 for getting cluster id 2024-12-05T02:21:45,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:45,095 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e545e51-f60c-4fad-ae70-5b6b9ae85a94' 2024-12-05T02:21:45,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:45,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e545e51-f60c-4fad-ae70-5b6b9ae85a94" 2024-12-05T02:21:45,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616ac31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34977,-1] 2024-12-05T02:21:45,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:45,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:45,097 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:45,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661be548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:45,097 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:45,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34977,1733365291970 2024-12-05T02:21:45,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335f3b37 2024-12-05T02:21:45,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:45,099 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:45,100 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-05T02:21:45,100 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:21:45,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:45,100 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:45,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:45,101 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:21:45,102 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-05T02:21:45,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:21:45,103 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:45,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:21:45,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741837_1013 (size=1138) 2024-12-05T02:21:45,152 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-05T02:21:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:45,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbf7ac608846852bc35c0bb0702cf5f4, NAME => 'hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3 2024-12-05T02:21:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741838_1014 (size=44) 2024-12-05T02:21:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbf7ac608846852bc35c0bb0702cf5f4, disabling compactions & flushes 2024-12-05T02:21:45,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. after waiting 0 ms 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:45,916 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:45,916 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbf7ac608846852bc35c0bb0702cf5f4: Waiting for close lock at 1733365305916Disabling compacts and flushes for region at 1733365305916Disabling writes for close at 1733365305916Writing region close event to WAL at 1733365305916Closed at 1733365305916 2024-12-05T02:21:45,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:21:45,918 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733365305918"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733365305918"}]},"ts":"1733365305918"} 2024-12-05T02:21:45,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:21:45,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:21:45,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365305920"}]},"ts":"1733365305920"} 2024-12-05T02:21:45,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-05T02:21:45,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf7ac608846852bc35c0bb0702cf5f4, ASSIGN}] 2024-12-05T02:21:45,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf7ac608846852bc35c0bb0702cf5f4, ASSIGN 2024-12-05T02:21:45,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbf7ac608846852bc35c0bb0702cf5f4, ASSIGN; state=OFFLINE, location=01bccfa882c7,38751,1733365289092; forceNewPlan=false, retain=false 2024-12-05T02:21:46,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbf7ac608846852bc35c0bb0702cf5f4, regionState=OPENING, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:46,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbf7ac608846852bc35c0bb0702cf5f4, ASSIGN because future has completed 2024-12-05T02:21:46,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf7ac608846852bc35c0bb0702cf5f4, server=01bccfa882c7,38751,1733365289092}] 2024-12-05T02:21:46,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:46,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:21:46,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-05T02:21:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:46,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=01bccfa882c7%2C38751%2C1733365289092.rep, suffix=, logDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092, archiveDir=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/oldWALs, maxLogs=10 2024-12-05T02:21:46,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365306233, exclude list is [], retry=0 2024-12-05T02:21:46,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:46,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365306233 2024-12-05T02:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbf7ac608846852bc35c0bb0702cf5f4, NAME => 'hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:21:46,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-05T02:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:21:46,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. service=MultiRowMutationService 2024-12-05T02:21:46,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-05T02:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,256 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,257 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf7ac608846852bc35c0bb0702cf5f4 columnFamilyName hfileref 2024-12-05T02:21:46,257 DEBUG [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:46,257 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(327): Store=bbf7ac608846852bc35c0bb0702cf5f4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:46,257 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,258 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf7ac608846852bc35c0bb0702cf5f4 columnFamilyName queue 2024-12-05T02:21:46,258 DEBUG [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:46,259 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(327): Store=bbf7ac608846852bc35c0bb0702cf5f4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:46,259 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,260 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbf7ac608846852bc35c0bb0702cf5f4 columnFamilyName sid 2024-12-05T02:21:46,260 DEBUG [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:21:46,260 INFO [StoreOpener-bbf7ac608846852bc35c0bb0702cf5f4-1 {}] regionserver.HStore(327): Store=bbf7ac608846852bc35c0bb0702cf5f4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:21:46,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T02:21:46,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:21:46,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbf7ac608846852bc35c0bb0702cf5f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68976124, jitterRate=0.027824342250823975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T02:21:46,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:46,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbf7ac608846852bc35c0bb0702cf5f4: Running coprocessor pre-open hook at 1733365306255Writing region info on filesystem at 1733365306255Initializing all the Stores at 1733365306256 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365306256Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365306256Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733365306256Cleaning up temporary data from old regions at 1733365306262 (+6 ms)Running coprocessor post-open hooks at 1733365306265 (+3 ms)Region opened successfully at 1733365306265 2024-12-05T02:21:46,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4., pid=10, masterSystemTime=1733365306228 2024-12-05T02:21:46,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:46,268 INFO [RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:46,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbf7ac608846852bc35c0bb0702cf5f4, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,38751,1733365289092 2024-12-05T02:21:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbf7ac608846852bc35c0bb0702cf5f4, server=01bccfa882c7,38751,1733365289092 because future has completed 2024-12-05T02:21:46,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:21:46,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbf7ac608846852bc35c0bb0702cf5f4, server=01bccfa882c7,38751,1733365289092 in 196 msec 2024-12-05T02:21:46,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T02:21:46,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbf7ac608846852bc35c0bb0702cf5f4, ASSIGN in 353 msec 2024-12-05T02:21:46,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:21:46,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733365306276"}]},"ts":"1733365306276"} 2024-12-05T02:21:46,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-05T02:21:46,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:21:46,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-05T02:21:46,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4., hostname=01bccfa882c7,38751,1733365289092, seqNum=2] 2024-12-05T02:21:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:46,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:46,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:21:46,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-05T02:21:46,470 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-05T02:21:46,502 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-01bccfa882c7,38751,1733365289092, ReplicationSource: 1, currentBandwidth=0 2024-12-05T02:21:46,503 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:46,503 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38751,1733365289092, seqNum=-1] 2024-12-05T02:21:46,503 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:46,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:46,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-01bccfa882c7,38751,1733365289092', locateType=CURRENT is [region=hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4., hostname=01bccfa882c7,38751,1733365289092, seqNum=2] 2024-12-05T02:21:46,508 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-05T02:21:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-05T02:21:46,510 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 01bccfa882c7,38751,1733365289092 suceeded 2024-12-05T02:21:46,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-05T02:21:46,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-05T02:21:46,512 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://01bccfa882c7:34977,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:21:46,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-12-05T02:21:46,524 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:34977' 2024-12-05T02:21:46,526 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284d9c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:46,526 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34977,-1 for getting cluster id 2024-12-05T02:21:46,526 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:46,526 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e545e51-f60c-4fad-ae70-5b6b9ae85a94' 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e545e51-f60c-4fad-ae70-5b6b9ae85a94" 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a32322e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34977,-1] 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:46,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:46,528 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:46,528 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f62b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:46,528 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34977,1733365291970 2024-12-05T02:21:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c75b816 2024-12-05T02:21:46,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:46,530 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:46,530 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-01bccfa882c7,38751,1733365289092 (queues=1) is replicating from cluster=395eefbf-64f0-4dde-adea-253f046261a2 to cluster=4e545e51-f60c-4fad-ae70-5b6b9ae85a94 2024-12-05T02:21:46,530 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=01bccfa882c7%2C38751%2C1733365289092 2024-12-05T02:21:46,530 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-01bccfa882c7,38751,1733365289092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:21:46,531 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C38751%2C1733365289092 2024-12-05T02:21:46,531 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284, startPosition=0, beingWritten=true 2024-12-05T02:21:46,536 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:46,536 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 379, reset compression=false 2024-12-05T02:21:46,536 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:46,740 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 379, reset compression=false 2024-12-05T02:21:47,044 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 379, reset compression=false 2024-12-05T02:21:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:21:47,253 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-05T02:21:47,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:47,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:47,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:47,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:47,255 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b62777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:47,256 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,257 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abe27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34977,-1 for getting cluster id 2024-12-05T02:21:47,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:47,259 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e545e51-f60c-4fad-ae70-5b6b9ae85a94' 2024-12-05T02:21:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e545e51-f60c-4fad-ae70-5b6b9ae85a94" 2024-12-05T02:21:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fbba13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34977,-1] 2024-12-05T02:21:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,260 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16512a8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41487,-1 for getting cluster id 2024-12-05T02:21:47,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:47,262 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4576246-0f39-4ec3-b0d6-087b8c046586' 2024-12-05T02:21:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4576246-0f39-4ec3-b0d6-087b8c046586" 2024-12-05T02:21:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5609e5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41487,-1] 2024-12-05T02:21:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:47,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,264 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e37f8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:47,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733365307269/Put/seqid=0 2024-12-05T02:21:47,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741840_1016 (size=7894) 2024-12-05T02:21:47,448 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 379, reset compression=false 2024-12-05T02:21:47,681 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733365307680/Put/seqid=0 2024-12-05T02:21:47,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741841_1017 (size=7691) 2024-12-05T02:21:47,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:47,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:47,686 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:47,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ce8aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:47,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,688 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:47,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38751,1733365289092, seqNum=-1] 2024-12-05T02:21:47,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:47,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:47,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33357,1733365289041 2024-12-05T02:21:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@268d4df6 2024-12-05T02:21:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:47,698 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:47,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2] 2024-12-05T02:21:47,703 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:21:47,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-05T02:21:47,709 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-05T02:21:47,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T02:21:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:47,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T02:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegion(2603): Flush status journal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd: 2024-12-05T02:21:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_0 2024-12-05T02:21:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_0 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ 2024-12-05T02:21:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_1 2024-12-05T02:21:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_1 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ 2024-12-05T02:21:47,723 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_0 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ - updating store file list. 2024-12-05T02:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc103d1470a34558b77d539cc96c0e72_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:47,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:47,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_0 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f (new location: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_) 2024-12-05T02:21:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_0 2024-12-05T02:21:47,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_1 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ - updating store file list. 2024-12-05T02:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 021b74ae31e64a05993ad4e4b37a404b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:47,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:47,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_1 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f (new location: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_) 2024-12-05T02:21:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__h6nvhit2u7kkakh422vjlh0lhaqqr3iv5a6mic4t8mk54pdn1dqf4r1al5h8pjo9/f/hfile_1 2024-12-05T02:21:47,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:47,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:47,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 , the old value is region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:38751 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:21:47,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:21:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 from cache 2024-12-05T02:21:47,734 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T02:21:47,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:47,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,44177,1733365292005, seqNum=-1] 2024-12-05T02:21:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:47,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31., hostname=01bccfa882c7,44177,1733365292005, seqNum=2] 2024-12-05T02:21:47,738 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:21:47,842 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:21:47,952 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 379, reset compression=false 2024-12-05T02:21:47,957 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:47,957 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365307731/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:21:47,958 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:47,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T02:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.ReplicationSink(318): Replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76b686bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,34977,-1 for getting cluster id 2024-12-05T02:21:47,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:47,961 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e545e51-f60c-4fad-ae70-5b6b9ae85a94' 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e545e51-f60c-4fad-ae70-5b6b9ae85a94" 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4080e6e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,34977,-1] 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:47,962 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:47,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@545896a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741837_1013 (size=7894) 2024-12-05T02:21:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741838_1014 (size=7691) 2024-12-05T02:21:47,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:47,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,34977,1733365291970 2024-12-05T02:21:47,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f88c2b 2024-12-05T02:21:47,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:47,978 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:47,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:21:47,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,44177,1733365292005, seqNum=-1] 2024-12-05T02:21:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:47,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:47,986 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-05T02:21:47,988 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-05T02:21:47,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ for inclusion in 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-05T02:21:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:47,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ for inclusion in 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-05T02:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegion(2603): Flush status journal for 25e3c99c21ae9ed5a31bf145a71a1f31: 2024-12-05T02:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/410ac383bbcc45ebb9ae1bf49b7a0b44_SeqId_4_ 2024-12-05T02:21:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc103d1470a34558b77d539cc96c0e72_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/c790c3bc913d49cebd286c02b99ad943_SeqId_4_ 2024-12-05T02:21:47,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/410ac383bbcc45ebb9ae1bf49b7a0b44_SeqId_4_ - updating store file list. 2024-12-05T02:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 410ac383bbcc45ebb9ae1bf49b7a0b44_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:48,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/410ac383bbcc45ebb9ae1bf49b7a0b44_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:48,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f (new location: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/410ac383bbcc45ebb9ae1bf49b7a0b44_SeqId_4_) 2024-12-05T02:21:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/021b74ae31e64a05993ad4e4b37a404b_SeqId_4_ 2024-12-05T02:21:48,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/c790c3bc913d49cebd286c02b99ad943_SeqId_4_ - updating store file list. 2024-12-05T02:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c790c3bc913d49cebd286c02b99ad943_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/c790c3bc913d49cebd286c02b99ad943_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:48,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f (new location: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/c790c3bc913d49cebd286c02b99ad943_SeqId_4_) 2024-12-05T02:21:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__77efr0nj3a67vq0585t9npmias2u6tf47596dqjnjjlst4l4bftkj2vj75dlngb3/f/cc103d1470a34558b77d539cc96c0e72_SeqId_4_ 2024-12-05T02:21:48,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.ReplicationSink(324): Finished replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:48,157 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 687, reset compression=false 2024-12-05T02:21:48,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-05T02:21:48,461 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 687, reset compression=false 2024-12-05T02:21:48,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38491,1733365295997, seqNum=-1] 2024-12-05T02:21:48,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:48,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365302934.5698be9b3bf99e893db29415a54bb856., hostname=01bccfa882c7,38491,1733365295997, seqNum=2] 2024-12-05T02:21:48,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:48,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:21:48,758 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 01bccfa882c7%2C38751%2C1733365289092:(num 1733365290284) roll requested 2024-12-05T02:21:48,778 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, exclude list is [], retry=0 2024-12-05T02:21:48,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:48,782 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 2024-12-05T02:21:48,782 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:48,782 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 is not closed yet, will try archiving it next time 2024-12-05T02:21:48,782 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 01bccfa882c7%2C38751%2C1733365289092.meta:.meta(num 1733365290780) roll requested 2024-12-05T02:21:48,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:48,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:48,784 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:48,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741833_1009 (size=695) 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:48,784 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 not finished, retry = 0 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55212b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:48,785 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:48,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643134a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33357,1733365289041 2024-12-05T02:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60d28924 2024-12-05T02:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:48,787 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:48,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://01bccfa882c7:41487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-05T02:21:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-05T02:21:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:21:48,790 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:41487' 2024-12-05T02:21:48,791 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326398e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,791 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41487,-1 for getting cluster id 2024-12-05T02:21:48,791 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:48,792 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4576246-0f39-4ec3-b0d6-087b8c046586' 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4576246-0f39-4ec3-b0d6-087b8c046586" 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f466c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41487,-1] 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:48,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:48,793 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:48,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d8a697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:48,793 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41487,1733365295963 2024-12-05T02:21:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de4e037 2024-12-05T02:21:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:48,795 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:48,795 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-05T02:21:48,795 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-05T02:21:48,795 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:48,795 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:48,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:48,801 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365308783.meta, exclude list is [], retry=0 2024-12-05T02:21:48,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-05T02:21:48,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:48,804 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365290780.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365308783.meta 2024-12-05T02:21:48,804 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:48,804 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365290780.meta is not closed yet, will try archiving it next time 2024-12-05T02:21:48,804 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 01bccfa882c7%2C38751%2C1733365289092.rep:(num 1733365306233) roll requested 2024-12-05T02:21:48,806 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365290780.meta not finished, retry = 0 2024-12-05T02:21:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741834_1010 (size=3473) 2024-12-05T02:21:48,819 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365308804, exclude list is [], retry=0 2024-12-05T02:21:48,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43407,DS-0e8fd5ae-e8c6-4c23-b8ad-0f5d63ab8d19,DISK] 2024-12-05T02:21:48,822 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365306233 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365308804 2024-12-05T02:21:48,822 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37863:37863)] 2024-12-05T02:21:48,822 DEBUG [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365306233 is not closed yet, will try archiving it next time 2024-12-05T02:21:48,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741839_1015 (size=1505) 2024-12-05T02:21:48,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365306233 not finished, retry = 0 2024-12-05T02:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to pos 687, reset compression=false 2024-12-05T02:21:48,867 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 2024-12-05T02:21:48,867 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, startPosition=0, beingWritten=true 2024-12-05T02:21:48,867 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-05T02:21:48,869 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [01bccfa882c7%2C38751%2C1733365289092.1733365290284] 2024-12-05T02:21:48,885 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365290284 to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/oldWALs/01bccfa882c7%2C38751%2C1733365289092.1733365290284 2024-12-05T02:21:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:21:48,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38751 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-05T02:21:48,955 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-05T02:21:48,985 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-01bccfa882c7,38751,1733365289092, ReplicationSource: 2, currentBandwidth=0 2024-12-05T02:21:48,987 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-05T02:21:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-05T02:21:48,990 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 01bccfa882c7,38751,1733365289092 suceeded 2024-12-05T02:21:48,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-05T02:21:48,991 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://01bccfa882c7:41487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-05T02:21:48,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-05T02:21:48,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 204 msec 2024-12-05T02:21:49,003 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='01bccfa882c7:41487' 2024-12-05T02:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b235492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41487,-1 for getting cluster id 2024-12-05T02:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:49,005 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4576246-0f39-4ec3-b0d6-087b8c046586' 2024-12-05T02:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4576246-0f39-4ec3-b0d6-087b8c046586" 2024-12-05T02:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a2f4826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41487,-1] 2024-12-05T02:21:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:49,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,006 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:49,007 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31322f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,007 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41487,1733365295963 2024-12-05T02:21:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bdc372 2024-12-05T02:21:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:49,008 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:49,009 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-01bccfa882c7,38751,1733365289092 (queues=1) is replicating from cluster=395eefbf-64f0-4dde-adea-253f046261a2 to cluster=b4576246-0f39-4ec3-b0d6-087b8c046586 2024-12-05T02:21:49,009 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=01bccfa882c7%2C38751%2C1733365289092 2024-12-05T02:21:49,009 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-01bccfa882c7,38751,1733365289092, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-05T02:21:49,009 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, startPosition=0, beingWritten=true 2024-12-05T02:21:49,009 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 01bccfa882c7%2C38751%2C1733365289092 2024-12-05T02:21:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-05T02:21:49,102 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-05T02:21:49,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:49,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:49,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:21:49,106 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733365309105/Put/seqid=0 2024-12-05T02:21:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741845_1021 (size=11194) 2024-12-05T02:21:49,214 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:49,371 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:49,512 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733365309511/Put/seqid=0 2024-12-05T02:21:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741846_1022 (size=10791) 2024-12-05T02:21:49,522 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:49,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:49,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:49,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,33357,-1 for getting cluster id 2024-12-05T02:21:49,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:49,919 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '395eefbf-64f0-4dde-adea-253f046261a2' 2024-12-05T02:21:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "395eefbf-64f0-4dde-adea-253f046261a2" 2024-12-05T02:21:49,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2043307a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,33357,-1] 2024-12-05T02:21:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,921 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:49,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:49,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38751,1733365289092, seqNum=-1] 2024-12-05T02:21:49,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:49,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:21:49,927 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:49,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,33357,1733365289041 2024-12-05T02:21:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a783fb7 2024-12-05T02:21:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:49,931 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:21:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2] 2024-12-05T02:21:49,936 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:21:49,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-05T02:21:49,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-05T02:21:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T02:21:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:49,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegion(2603): Flush status journal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd: 2024-12-05T02:21:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_1 2024-12-05T02:21:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_1 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ 2024-12-05T02:21:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_0 2024-12-05T02:21:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_0 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ 2024-12-05T02:21:49,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_1 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ - updating store file list. 2024-12-05T02:21:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:49,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:49,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_1 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f (new location: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_) 2024-12-05T02:21:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_1 2024-12-05T02:21:49,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_0 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ - updating store file list. 2024-12-05T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:49,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f 2024-12-05T02:21:49,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_0 into e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f (new location: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_) 2024-12-05T02:21:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/staging/jenkins__test__f9g7ruemc7j6sq5d8cvpqo31g38jgl5mehoum10vhpm1c0rub7m2ja6t5h1rus3i/f/hfile_0 2024-12-05T02:21:49,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:49,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:49,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:49,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:49,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 , the old value is region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=01bccfa882c7:38751 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:21:49,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-05T02:21:49,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd., hostname=01bccfa882c7,38751,1733365289092, seqNum=2 from cache 2024-12-05T02:21:49,966 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-05T02:21:49,970 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:21:49,975 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:49,979 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:49,979 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365309964/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:21:49,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.ReplicationSink(318): Replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741839_1015 (size=10791) 2024-12-05T02:21:49,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741840_1016 (size=11194) 2024-12-05T02:21:50,073 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-05T02:21:50,179 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:50,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:21:50,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T02:21:50,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T02:21:50,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ for inclusion in 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T02:21:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:50,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ for inclusion in 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegion(2603): Flush status journal for 25e3c99c21ae9ed5a31bf145a71a1f31: 2024-12-05T02:21:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/9dfb9d3078e44465ae3a17f9a585fb21_SeqId_6_ 2024-12-05T02:21:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/bf1016f4aacf442f9b43d77fee39a661_SeqId_6_ 2024-12-05T02:21:50,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/9dfb9d3078e44465ae3a17f9a585fb21_SeqId_6_ - updating store file list. 2024-12-05T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9dfb9d3078e44465ae3a17f9a585fb21_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/9dfb9d3078e44465ae3a17f9a585fb21_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:50,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f (new location: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/9dfb9d3078e44465ae3a17f9a585fb21_SeqId_6_) 2024-12-05T02:21:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ 2024-12-05T02:21:50,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/bf1016f4aacf442f9b43d77fee39a661_SeqId_6_ - updating store file list. 2024-12-05T02:21:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf1016f4aacf442f9b43d77fee39a661_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/bf1016f4aacf442f9b43d77fee39a661_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f 2024-12-05T02:21:50,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ into 25e3c99c21ae9ed5a31bf145a71a1f31/f (new location: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/f/bf1016f4aacf442f9b43d77fee39a661_SeqId_6_) 2024-12-05T02:21:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/staging/jenkins.hfs.22__test__fdh18mbusglr6age0k5l0jk75ee0doe6f77mab2tpt2jpc9ju0ue1i7dnl97mc30/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ 2024-12-05T02:21:50,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44177 {}] regionserver.ReplicationSink(324): Finished replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:50,431 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 0, reset compression=false 2024-12-05T02:21:50,435 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-05T02:21:50,435 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[{test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733365309964/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-05T02:21:50,436 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:21:50,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-05T02:21:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.ReplicationSink(318): Replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7811e980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,41487,-1 for getting cluster id 2024-12-05T02:21:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:21:50,439 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4576246-0f39-4ec3-b0d6-087b8c046586' 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4576246-0f39-4ec3-b0d6-087b8c046586" 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541ebeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,41487,-1] 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:21:50,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:50,440 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:21:50,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f94af54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:21:50,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741837_1013 (size=10791) 2024-12-05T02:21:50,482 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:50,635 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741838_1014 (size=11194) 2024-12-05T02:21:50,885 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:50,938 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:50,982 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-05T02:21:51,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:21:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,41487,1733365295963 2024-12-05T02:21:51,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cc6f8e8 2024-12-05T02:21:51,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:21:51,265 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-05T02:21:51,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-05T02:21:51,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:21:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,38491,1733365295997, seqNum=-1] 2024-12-05T02:21:51,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:21:51,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-05T02:21:51,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-05T02:21:51,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-05T02:21:51,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ for inclusion in 5698be9b3bf99e893db29415a54bb856/f 2024-12-05T02:21:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-05T02:21:51,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:51,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ for inclusion in 5698be9b3bf99e893db29415a54bb856/f 2024-12-05T02:21:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-05T02:21:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-05T02:21:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HRegion(2603): Flush status journal for 5698be9b3bf99e893db29415a54bb856: 2024-12-05T02:21:51,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/1e58a1e6ec9e4841ba8d775010e86839_SeqId_4_ 2024-12-05T02:21:51,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-05T02:21:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/9d1ced2e0b784d9abd111ce7f7edce86_SeqId_4_ 2024-12-05T02:21:51,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ into 5698be9b3bf99e893db29415a54bb856/f as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/1e58a1e6ec9e4841ba8d775010e86839_SeqId_4_ - updating store file list. 2024-12-05T02:21:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e58a1e6ec9e4841ba8d775010e86839_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:51,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/1e58a1e6ec9e4841ba8d775010e86839_SeqId_4_ into 5698be9b3bf99e893db29415a54bb856/f 2024-12-05T02:21:51,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ into 5698be9b3bf99e893db29415a54bb856/f (new location: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/1e58a1e6ec9e4841ba8d775010e86839_SeqId_4_) 2024-12-05T02:21:51,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/1e6d5f91ebd642d39f30c1dfb43ce577_SeqId_6_ 2024-12-05T02:21:51,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ into 5698be9b3bf99e893db29415a54bb856/f as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/9d1ced2e0b784d9abd111ce7f7edce86_SeqId_4_ - updating store file list. 2024-12-05T02:21:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d1ced2e0b784d9abd111ce7f7edce86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-05T02:21:51,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/9d1ced2e0b784d9abd111ce7f7edce86_SeqId_4_ into 5698be9b3bf99e893db29415a54bb856/f 2024-12-05T02:21:51,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ into 5698be9b3bf99e893db29415a54bb856/f (new location: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/f/9d1ced2e0b784d9abd111ce7f7edce86_SeqId_4_) 2024-12-05T02:21:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/staging/jenkins.hfs.23__test__2gntiafcos4tks8biuuvnihp3i99qbgeebhqs7b8co2iuhi0af36tf38uf8ucrln/f/d971ebaea5ea420bb6f631d19321a5f0_SeqId_6_ 2024-12-05T02:21:51,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38491 {}] regionserver.ReplicationSink(324): Finished replicating [395eefbf-64f0-4dde-adea-253f046261a2] bulk loaded data 2024-12-05T02:21:51,342 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:51,389 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:51,848 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:51,992 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:51,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:51,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:51,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:51,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:51,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:51,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:51,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:51,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298055325, stopped=false 2024-12-05T02:21:51,996 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,41487,1733365295963 2024-12-05T02:21:51,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105562181/running 2024-12-05T02:21:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105562181/running 2024-12-05T02:21:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:51,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:51,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:51,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:51,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/running 2024-12-05T02:21:51,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Set watcher on znode that does not yet exist, /21105562181/running 2024-12-05T02:21:51,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:51,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:51,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,38491,1733365295997' ***** 2024-12-05T02:21:51,999 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:51,999 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:52,000 INFO [RS:0;01bccfa882c7:38491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:52,000 INFO [RS:0;01bccfa882c7:38491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:52,000 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:52,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:52,009 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,38491,1733365295997 2024-12-05T02:21:52,009 INFO [RS:0;01bccfa882c7:38491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:52,009 INFO [RS:0;01bccfa882c7:38491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38491. 2024-12-05T02:21:52,009 DEBUG [RS:0;01bccfa882c7:38491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:52,009 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:52,010 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5698be9b3bf99e893db29415a54bb856, disabling compactions & flushes 2024-12-05T02:21:52,010 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:52,010 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:52,010 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365302934.5698be9b3bf99e893db29415a54bb856. after waiting 0 ms 2024-12-05T02:21:52,010 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:52,010 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:52,010 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:52,010 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:52,010 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:52,011 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:21:52,011 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5698be9b3bf99e893db29415a54bb856=test,,1733365302934.5698be9b3bf99e893db29415a54bb856.} 2024-12-05T02:21:52,011 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5698be9b3bf99e893db29415a54bb856 2024-12-05T02:21:52,011 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:52,011 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:52,011 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:52,011 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:52,011 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:52,012 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T02:21:52,018 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/default/test/5698be9b3bf99e893db29415a54bb856/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-05T02:21:52,018 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:52,018 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:52,018 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:52,018 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5698be9b3bf99e893db29415a54bb856: Waiting for close lock at 1733365312010Running coprocessor pre-close hooks at 1733365312010Disabling compacts and flushes for region at 1733365312010Disabling writes for close at 1733365312010Writing region close event to WAL at 1733365312013 (+3 ms)Running coprocessor post-close hooks at 1733365312018 (+5 ms)Closed at 1733365312018 2024-12-05T02:21:52,019 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365302934.5698be9b3bf99e893db29415a54bb856. 2024-12-05T02:21:52,044 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/info/c52e6f79268148289817da978e86367e is 129, key is test,,1733365302934.5698be9b3bf99e893db29415a54bb856./info:regioninfo/1733365304078/Put/seqid=0 2024-12-05T02:21:52,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741839_1015 (size=6421) 2024-12-05T02:21:52,051 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/info/c52e6f79268148289817da978e86367e 2024-12-05T02:21:52,067 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:52,077 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/ns/fa7204706bcd4ac795186b37b20b2b25 is 43, key is default/ns:d/1733365298525/Put/seqid=0 2024-12-05T02:21:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741840_1016 (size=5153) 2024-12-05T02:21:52,087 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/ns/fa7204706bcd4ac795186b37b20b2b25 2024-12-05T02:21:52,112 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/rep_barrier/0b18902fe68d4c319d0cbaeed8565892 is 112, key is test,,1733365302934.5698be9b3bf99e893db29415a54bb856./rep_barrier:seqnumDuringOpen/1733365304078/Put/seqid=0 2024-12-05T02:21:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741841_1017 (size=5518) 2024-12-05T02:21:52,150 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/rep_barrier/0b18902fe68d4c319d0cbaeed8565892 2024-12-05T02:21:52,174 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/table/95995f59f2d34c65a510d8e65e7a8d48 is 40, key is test/table:state/1733365304084/Put/seqid=0 2024-12-05T02:21:52,177 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:21:52,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741842_1018 (size=5165) 2024-12-05T02:21:52,182 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/table/95995f59f2d34c65a510d8e65e7a8d48 2024-12-05T02:21:52,187 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/info/c52e6f79268148289817da978e86367e as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/info/c52e6f79268148289817da978e86367e 2024-12-05T02:21:52,191 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/info/c52e6f79268148289817da978e86367e, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T02:21:52,192 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/ns/fa7204706bcd4ac795186b37b20b2b25 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/ns/fa7204706bcd4ac795186b37b20b2b25 2024-12-05T02:21:52,195 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/ns/fa7204706bcd4ac795186b37b20b2b25, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:21:52,196 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/rep_barrier/0b18902fe68d4c319d0cbaeed8565892 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/rep_barrier/0b18902fe68d4c319d0cbaeed8565892 2024-12-05T02:21:52,199 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/rep_barrier/0b18902fe68d4c319d0cbaeed8565892, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T02:21:52,199 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/.tmp/table/95995f59f2d34c65a510d8e65e7a8d48 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/table/95995f59f2d34c65a510d8e65e7a8d48 2024-12-05T02:21:52,202 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/table/95995f59f2d34c65a510d8e65e7a8d48, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:21:52,203 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false 2024-12-05T02:21:52,211 DEBUG [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:52,232 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:21:52,233 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:52,233 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:52,233 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:52,233 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365312011Running coprocessor pre-close hooks at 1733365312011Disabling compacts and flushes for region at 1733365312011Disabling writes for close at 1733365312011Obtaining lock to block concurrent updates at 1733365312012 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733365312012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733365312012Flushing stores of hbase:meta,,1.1588230740 at 1733365312014 (+2 ms)Flushing 1588230740/info: creating writer at 1733365312016 (+2 ms)Flushing 1588230740/info: appending metadata at 1733365312044 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733365312044Flushing 1588230740/ns: creating writer at 1733365312057 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733365312077 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733365312077Flushing 1588230740/rep_barrier: creating writer at 1733365312091 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365312112 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365312112Flushing 1588230740/table: creating writer at 1733365312155 (+43 ms)Flushing 1588230740/table: appending metadata at 1733365312174 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733365312174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a146cb: reopening flushed file at 1733365312186 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ab9885: reopening flushed file at 1733365312191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68111e82: reopening flushed file at 1733365312195 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8d2339: reopening flushed file at 1733365312199 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 192ms, sequenceid=11, compaction requested=false at 1733365312203 (+4 ms)Writing region close event to WAL at 1733365312228 (+25 ms)Running coprocessor post-close hooks at 1733365312233 (+5 ms)Closed at 1733365312233 2024-12-05T02:21:52,233 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:52,411 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,38491,1733365295997; all regions closed. 2024-12-05T02:21:52,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741834_1010 (size=2717) 2024-12-05T02:21:52,416 DEBUG [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/oldWALs 2024-12-05T02:21:52,416 INFO [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38491%2C1733365295997.meta:.meta(num 1733365298486) 2024-12-05T02:21:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741833_1009 (size=1028) 2024-12-05T02:21:52,421 DEBUG [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/oldWALs 2024-12-05T02:21:52,421 INFO [RS:0;01bccfa882c7:38491 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C38491%2C1733365295997:(num 1733365297978) 2024-12-05T02:21:52,421 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:52,421 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:52,422 INFO [RS:0;01bccfa882c7:38491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:52,422 INFO [RS:0;01bccfa882c7:38491 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:52,422 INFO [RS:0;01bccfa882c7:38491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:52,422 INFO [RS:0;01bccfa882c7:38491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38491. 2024-12-05T02:21:52,422 DEBUG [RS:0;01bccfa882c7:38491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:52,422 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:52,423 DEBUG [RS:0;01bccfa882c7:38491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:52,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:52,423 INFO [RS:0;01bccfa882c7:38491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38491 2024-12-05T02:21:52,423 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:52,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181/rs 2024-12-05T02:21:52,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105562181/rs/01bccfa882c7,38491,1733365295997 2024-12-05T02:21:52,426 INFO [RS:0;01bccfa882c7:38491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:52,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,38491,1733365295997] 2024-12-05T02:21:52,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/draining/01bccfa882c7,38491,1733365295997 already deleted, retry=false 2024-12-05T02:21:52,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,38491,1733365295997 expired; onlineServers=0 2024-12-05T02:21:52,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,41487,1733365295963' ***** 2024-12-05T02:21:52,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:52,430 INFO [M:0;01bccfa882c7:41487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:52,430 INFO [M:0;01bccfa882c7:41487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:52,430 DEBUG [M:0;01bccfa882c7:41487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:52,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:52,430 DEBUG [M:0;01bccfa882c7:41487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:52,430 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365297748 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365297748,5,FailOnTimeoutGroup] 2024-12-05T02:21:52,431 INFO [M:0;01bccfa882c7:41487 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:52,431 INFO [M:0;01bccfa882c7:41487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:52,431 DEBUG [M:0;01bccfa882c7:41487 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:52,431 INFO [M:0;01bccfa882c7:41487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:52,431 INFO [M:0;01bccfa882c7:41487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:52,431 INFO [M:0;01bccfa882c7:41487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:52,431 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365297744 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365297744,5,FailOnTimeoutGroup] 2024-12-05T02:21:52,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:52,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21105562181/master 2024-12-05T02:21:52,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21105562181 2024-12-05T02:21:52,435 DEBUG [M:0;01bccfa882c7:41487 {}] zookeeper.RecoverableZooKeeper(212): Node /21105562181/master already deleted, retry=false 2024-12-05T02:21:52,435 DEBUG [M:0;01bccfa882c7:41487 {}] master.ActiveMasterManager(353): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Failed delete of our master address node; KeeperErrorCode = NoNode for /21105562181/master 2024-12-05T02:21:52,436 INFO [M:0;01bccfa882c7:41487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/.lastflushedseqids 2024-12-05T02:21:52,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741843_1019 (size=173) 2024-12-05T02:21:52,442 INFO [M:0;01bccfa882c7:41487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:52,442 INFO [M:0;01bccfa882c7:41487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:52,442 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:52,442 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:52,443 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:52,443 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:52,443 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:52,443 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-05T02:21:52,467 DEBUG [M:0;01bccfa882c7:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c660fb47f8354356988edf7bfe96d087 is 82, key is hbase:meta,,1/info:regioninfo/1733365298516/Put/seqid=0 2024-12-05T02:21:52,470 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741844_1020 (size=5672) 2024-12-05T02:21:52,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38491-0x101806d36c10007, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:52,529 INFO [RS:0;01bccfa882c7:38491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:52,529 INFO [RS:0;01bccfa882c7:38491 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,38491,1733365295997; zookeeper connection closed. 2024-12-05T02:21:52,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53ec034f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53ec034f 2024-12-05T02:21:52,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:52,709 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:52,875 INFO [M:0;01bccfa882c7:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c660fb47f8354356988edf7bfe96d087 2024-12-05T02:21:52,899 DEBUG [M:0;01bccfa882c7:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d5cae646ba44584a9a6e159ba454d81 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365304087/Put/seqid=0 2024-12-05T02:21:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741845_1021 (size=6587) 2024-12-05T02:21:52,905 INFO [M:0;01bccfa882c7:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d5cae646ba44584a9a6e159ba454d81 2024-12-05T02:21:52,927 DEBUG [M:0;01bccfa882c7:41487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc95f7aaa21485abd8a70de7143d510 is 69, key is 01bccfa882c7,38491,1733365295997/rs:state/1733365297833/Put/seqid=0 2024-12-05T02:21:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741846_1022 (size=5156) 2024-12-05T02:21:52,932 INFO [M:0;01bccfa882c7:41487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc95f7aaa21485abd8a70de7143d510 2024-12-05T02:21:52,937 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c660fb47f8354356988edf7bfe96d087 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c660fb47f8354356988edf7bfe96d087 2024-12-05T02:21:52,942 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c660fb47f8354356988edf7bfe96d087, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T02:21:52,942 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d5cae646ba44584a9a6e159ba454d81 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d5cae646ba44584a9a6e159ba454d81 2024-12-05T02:21:52,947 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d5cae646ba44584a9a6e159ba454d81, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T02:21:52,948 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdc95f7aaa21485abd8a70de7143d510 as hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdc95f7aaa21485abd8a70de7143d510 2024-12-05T02:21:52,953 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41189/user/jenkins/test-data/09cc48ed-d25b-2f80-93d3-fcacbe6ffb18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdc95f7aaa21485abd8a70de7143d510, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T02:21:52,954 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=55, compaction requested=false 2024-12-05T02:21:52,971 INFO [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:52,971 DEBUG [M:0;01bccfa882c7:41487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365312442Disabling compacts and flushes for region at 1733365312442Disabling writes for close at 1733365312443 (+1 ms)Obtaining lock to block concurrent updates at 1733365312443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365312443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733365312443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365312444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365312444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365312466 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365312467 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365312879 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365312899 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365312899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365312909 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365312926 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365312926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e124cf4: reopening flushed file at 1733365312937 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57607252: reopening flushed file at 1733365312942 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65400afc: reopening flushed file at 1733365312947 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 511ms, sequenceid=55, compaction requested=false at 1733365312954 (+7 ms)Writing region close event to WAL at 1733365312971 (+17 ms)Closed at 1733365312971 2024-12-05T02:21:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44153 is added to blk_1073741830_1006 (size=32782) 2024-12-05T02:21:52,975 INFO [M:0;01bccfa882c7:41487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:52,975 INFO [M:0;01bccfa882c7:41487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41487 2024-12-05T02:21:52,976 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:52,976 INFO [M:0;01bccfa882c7:41487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:53,078 INFO [M:0;01bccfa882c7:41487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41487-0x101806d36c10006, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:53,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146e5199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:53,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:53,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:53,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:53,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:53,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:53,085 WARN [BP-1781050288-172.17.0.2-1733365295055 heartbeating to localhost/127.0.0.1:41189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:53,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:53,085 WARN [BP-1781050288-172.17.0.2-1733365295055 heartbeating to localhost/127.0.0.1:41189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1781050288-172.17.0.2-1733365295055 (Datanode Uuid 20298cc4-23b6-4445-a9a7-ef03878ab5e7) service to localhost/127.0.0.1:41189 2024-12-05T02:21:53,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/cluster_388bafda-226e-a2e9-ded8-768f4b0e39ca/data/data1/current/BP-1781050288-172.17.0.2-1733365295055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:53,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/cluster_388bafda-226e-a2e9-ded8-768f4b0e39ca/data/data2/current/BP-1781050288-172.17.0.2-1733365295055 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:53,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:53,094 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc761de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:53,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:53,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:53,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:53,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/393edffb-5476-7c89-f488-9af2e80fb7ef/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:53,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:53,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:53,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:53,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:53,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:53,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:53,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:53,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:53,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=422110383, stopped=false 2024-12-05T02:21:53,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,34977,1733365291970 2024-12-05T02:21:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329526434/running 2024-12-05T02:21:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329526434/running 2024-12-05T02:21:53,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:53,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:53,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:53,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:53,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/running 2024-12-05T02:21:53,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:53,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Set watcher on znode that does not yet exist, /1-329526434/running 2024-12-05T02:21:53,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,44177,1733365292005' ***** 2024-12-05T02:21:53,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:53,115 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:53,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:53,115 INFO [RS:0;01bccfa882c7:44177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:53,115 INFO [RS:0;01bccfa882c7:44177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:53,115 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(3091): Received CLOSE for 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,44177,1733365292005 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:44177. 2024-12-05T02:21:53,116 DEBUG [RS:0;01bccfa882c7:44177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:53,116 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25e3c99c21ae9ed5a31bf145a71a1f31, disabling compactions & flushes 2024-12-05T02:21:53,116 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:53,116 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:53,116 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:53,116 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. after waiting 0 ms 2024-12-05T02:21:53,116 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:53,116 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T02:21:53,116 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25e3c99c21ae9ed5a31bf145a71a1f31=test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31.} 2024-12-05T02:21:53,116 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25e3c99c21ae9ed5a31bf145a71a1f31 2024-12-05T02:21:53,116 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:53,117 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:53,117 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:53,117 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:53,117 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:53,117 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-05T02:21:53,120 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/default/test/25e3c99c21ae9ed5a31bf145a71a1f31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:21:53,120 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:53,120 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:53,120 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:53,120 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25e3c99c21ae9ed5a31bf145a71a1f31: Waiting for close lock at 1733365313116Running coprocessor pre-close hooks at 1733365313116Disabling compacts and flushes for region at 1733365313116Disabling writes for close at 1733365313116Writing region close event to WAL at 1733365313117 (+1 ms)Running coprocessor post-close hooks at 1733365313120 (+3 ms)Closed at 1733365313120 2024-12-05T02:21:53,121 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31. 2024-12-05T02:21:53,133 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/info/eabbded8041246d3adab6eeed46e862c is 129, key is test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31./info:regioninfo/1733365301936/Put/seqid=0 2024-12-05T02:21:53,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741841_1017 (size=6421) 2024-12-05T02:21:53,173 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:53,183 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:53,317 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:53,513 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:53,517 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:53,539 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/info/eabbded8041246d3adab6eeed46e862c 2024-12-05T02:21:53,571 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/ns/27c9b456ed624abbb2bbbe3591656919 is 43, key is default/ns:d/1733365294930/Put/seqid=0 2024-12-05T02:21:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741842_1018 (size=5153) 2024-12-05T02:21:53,717 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:53,910 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:21:53,910 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:21:53,917 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:53,976 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/ns/27c9b456ed624abbb2bbbe3591656919 2024-12-05T02:21:53,988 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:54,000 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/rep_barrier/03ae20d2e60f42e98f9c8584710d627d is 112, key is test,,1733365300785.25e3c99c21ae9ed5a31bf145a71a1f31./rep_barrier:seqnumDuringOpen/1733365301936/Put/seqid=0 2024-12-05T02:21:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741843_1019 (size=5518) 2024-12-05T02:21:54,117 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:21:54,117 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:21:54,117 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:54,318 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:54,404 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/rep_barrier/03ae20d2e60f42e98f9c8584710d627d 2024-12-05T02:21:54,417 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:54,426 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/table/bac5d70e7b5b4d6894298f3297b176fa is 40, key is test/table:state/1733365301942/Put/seqid=0 2024-12-05T02:21:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741844_1020 (size=5165) 2024-12-05T02:21:54,518 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:54,718 DEBUG [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:21:54,831 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/table/bac5d70e7b5b4d6894298f3297b176fa 2024-12-05T02:21:54,836 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/info/eabbded8041246d3adab6eeed46e862c as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/info/eabbded8041246d3adab6eeed46e862c 2024-12-05T02:21:54,842 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/info/eabbded8041246d3adab6eeed46e862c, entries=10, sequenceid=11, filesize=6.3 K 2024-12-05T02:21:54,842 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/ns/27c9b456ed624abbb2bbbe3591656919 as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/ns/27c9b456ed624abbb2bbbe3591656919 2024-12-05T02:21:54,847 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/ns/27c9b456ed624abbb2bbbe3591656919, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:21:54,848 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/rep_barrier/03ae20d2e60f42e98f9c8584710d627d as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/rep_barrier/03ae20d2e60f42e98f9c8584710d627d 2024-12-05T02:21:54,853 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/rep_barrier/03ae20d2e60f42e98f9c8584710d627d, entries=1, sequenceid=11, filesize=5.4 K 2024-12-05T02:21:54,854 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/.tmp/table/bac5d70e7b5b4d6894298f3297b176fa as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/table/bac5d70e7b5b4d6894298f3297b176fa 2024-12-05T02:21:54,859 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/table/bac5d70e7b5b4d6894298f3297b176fa, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T02:21:54,860 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false 2024-12-05T02:21:54,866 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T02:21:54,867 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:54,867 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:54,867 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:54,867 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365313116Running coprocessor pre-close hooks at 1733365313116Disabling compacts and flushes for region at 1733365313116Disabling writes for close at 1733365313117 (+1 ms)Obtaining lock to block concurrent updates at 1733365313117Preparing flush snapshotting stores in 1588230740 at 1733365313117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733365313117Flushing stores of hbase:meta,,1.1588230740 at 1733365313118 (+1 ms)Flushing 1588230740/info: creating writer at 1733365313118Flushing 1588230740/info: appending metadata at 1733365313132 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733365313132Flushing 1588230740/ns: creating writer at 1733365313543 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733365313570 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733365313570Flushing 1588230740/rep_barrier: creating writer at 1733365313980 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365314000 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365314000Flushing 1588230740/table: creating writer at 1733365314408 (+408 ms)Flushing 1588230740/table: appending metadata at 1733365314426 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733365314426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f668d4c: reopening flushed file at 1733365314835 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42790288: reopening flushed file at 1733365314842 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f474e2: reopening flushed file at 1733365314848 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499d54a4: reopening flushed file at 1733365314853 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=11, compaction requested=false at 1733365314860 (+7 ms)Writing region close event to WAL at 1733365314864 (+4 ms)Running coprocessor post-close hooks at 1733365314867 (+3 ms)Closed at 1733365314867 2024-12-05T02:21:54,867 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:54,891 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:54,918 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,44177,1733365292005; all regions closed. 2024-12-05T02:21:54,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741834_1010 (size=2717) 2024-12-05T02:21:54,926 DEBUG [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/oldWALs 2024-12-05T02:21:54,926 INFO [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C44177%2C1733365292005.meta:.meta(num 1733365294894) 2024-12-05T02:21:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741832_1008 (size=1374) 2024-12-05T02:21:54,930 DEBUG [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/oldWALs 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C44177%2C1733365292005:(num 1733365293990) 2024-12-05T02:21:54,930 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:54,930 INFO [RS:0;01bccfa882c7:44177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:44177. 2024-12-05T02:21:54,930 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:54,931 DEBUG [RS:0;01bccfa882c7:44177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:54,931 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:54,931 DEBUG [RS:0;01bccfa882c7:44177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:54,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:54,931 INFO [RS:0;01bccfa882c7:44177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44177 2024-12-05T02:21:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434/rs 2024-12-05T02:21:54,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329526434/rs/01bccfa882c7,44177,1733365292005 2024-12-05T02:21:54,936 INFO [RS:0;01bccfa882c7:44177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:54,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,44177,1733365292005] 2024-12-05T02:21:54,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-329526434/draining/01bccfa882c7,44177,1733365292005 already deleted, retry=false 2024-12-05T02:21:54,938 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,44177,1733365292005 expired; onlineServers=0 2024-12-05T02:21:54,938 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,34977,1733365291970' ***** 2024-12-05T02:21:54,938 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:54,938 INFO [M:0;01bccfa882c7:34977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:54,938 INFO [M:0;01bccfa882c7:34977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:54,938 DEBUG [M:0;01bccfa882c7:34977 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:54,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:54,939 DEBUG [M:0;01bccfa882c7:34977 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:54,939 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365293759 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365293759,5,FailOnTimeoutGroup] 2024-12-05T02:21:54,939 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365293759 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365293759,5,FailOnTimeoutGroup] 2024-12-05T02:21:54,939 INFO [M:0;01bccfa882c7:34977 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:54,939 INFO [M:0;01bccfa882c7:34977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:54,939 DEBUG [M:0;01bccfa882c7:34977 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:54,939 INFO [M:0;01bccfa882c7:34977 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:54,940 INFO [M:0;01bccfa882c7:34977 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:54,940 INFO [M:0;01bccfa882c7:34977 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:54,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-329526434/master 2024-12-05T02:21:54,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-329526434 2024-12-05T02:21:54,941 DEBUG [M:0;01bccfa882c7:34977 {}] zookeeper.ZKUtil(347): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Unable to get data of znode /1-329526434/master because node does not exist (not an error) 2024-12-05T02:21:54,941 WARN [M:0;01bccfa882c7:34977 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:21:54,945 INFO [M:0;01bccfa882c7:34977 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/.lastflushedseqids 2024-12-05T02:21:54,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741845_1021 (size=173) 2024-12-05T02:21:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44177-0x101806d36c10004, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:55,038 INFO [RS:0;01bccfa882c7:44177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:55,038 INFO [RS:0;01bccfa882c7:44177 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,44177,1733365292005; zookeeper connection closed. 2024-12-05T02:21:55,038 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67d0d57d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67d0d57d 2024-12-05T02:21:55,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:55,359 INFO [M:0;01bccfa882c7:34977 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:55,359 INFO [M:0;01bccfa882c7:34977 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:55,359 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:55,359 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:55,359 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:55,359 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:55,359 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:55,359 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-05T02:21:55,379 DEBUG [M:0;01bccfa882c7:34977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b9e1bdd3194afd9752d408d83b2fdb is 82, key is hbase:meta,,1/info:regioninfo/1733365294922/Put/seqid=0 2024-12-05T02:21:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741846_1022 (size=5672) 2024-12-05T02:21:55,387 INFO [M:0;01bccfa882c7:34977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b9e1bdd3194afd9752d408d83b2fdb 2024-12-05T02:21:55,420 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:55,430 DEBUG [M:0;01bccfa882c7:34977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6db8486fb14f89b71726eb68882327 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733365301945/Put/seqid=0 2024-12-05T02:21:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741847_1023 (size=6586) 2024-12-05T02:21:55,842 INFO [M:0;01bccfa882c7:34977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6db8486fb14f89b71726eb68882327 2024-12-05T02:21:55,865 DEBUG [M:0;01bccfa882c7:34977 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de44bdf5c90244409bc36b833656991c is 69, key is 01bccfa882c7,44177,1733365292005/rs:state/1733365293842/Put/seqid=0 2024-12-05T02:21:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741848_1024 (size=5156) 2024-12-05T02:21:55,875 INFO [M:0;01bccfa882c7:34977 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de44bdf5c90244409bc36b833656991c 2024-12-05T02:21:55,880 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b9e1bdd3194afd9752d408d83b2fdb as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b9e1bdd3194afd9752d408d83b2fdb 2024-12-05T02:21:55,888 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b9e1bdd3194afd9752d408d83b2fdb, entries=8, sequenceid=55, filesize=5.5 K 2024-12-05T02:21:55,888 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fa6db8486fb14f89b71726eb68882327 as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6db8486fb14f89b71726eb68882327 2024-12-05T02:21:55,893 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fa6db8486fb14f89b71726eb68882327, entries=6, sequenceid=55, filesize=6.4 K 2024-12-05T02:21:55,894 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de44bdf5c90244409bc36b833656991c as hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de44bdf5c90244409bc36b833656991c 2024-12-05T02:21:55,895 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:55,906 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43371/user/jenkins/test-data/c47f9118-da08-a831-9ec9-50037b8e8838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de44bdf5c90244409bc36b833656991c, entries=1, sequenceid=55, filesize=5.0 K 2024-12-05T02:21:55,907 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=55, compaction requested=false 2024-12-05T02:21:55,914 INFO [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:55,914 DEBUG [M:0;01bccfa882c7:34977 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365315359Disabling compacts and flushes for region at 1733365315359Disabling writes for close at 1733365315359Obtaining lock to block concurrent updates at 1733365315359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365315359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733365315360 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365315360Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365315360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365315379 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365315379Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365315396 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365315429 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365315430 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365315847 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365315865 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365315865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2359d1b6: reopening flushed file at 1733365315879 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@521083a1: reopening flushed file at 1733365315888 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee06910: reopening flushed file at 1733365315893 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 548ms, sequenceid=55, compaction requested=false at 1733365315907 (+14 ms)Writing region close event to WAL at 1733365315914 (+7 ms)Closed at 1733365315914 2024-12-05T02:21:55,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33449 is added to blk_1073741830_1006 (size=32770) 2024-12-05T02:21:55,921 INFO [M:0;01bccfa882c7:34977 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:55,922 INFO [M:0;01bccfa882c7:34977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34977 2024-12-05T02:21:55,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:55,922 INFO [M:0;01bccfa882c7:34977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:56,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:56,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34977-0x101806d36c10003, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:56,024 INFO [M:0;01bccfa882c7:34977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:56,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9dc189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:56,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29f12594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:56,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:56,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6a4a0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:56,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:56,031 WARN [BP-346265570-172.17.0.2-1733365290945 heartbeating to localhost/127.0.0.1:43371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:56,031 WARN [BP-346265570-172.17.0.2-1733365290945 heartbeating to localhost/127.0.0.1:43371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346265570-172.17.0.2-1733365290945 (Datanode Uuid 00a585cd-7765-4b12-9471-0eee9b071df8) service to localhost/127.0.0.1:43371 2024-12-05T02:21:56,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/cluster_69822f43-7871-ded1-bb54-1a6fb4d875a3/data/data1/current/BP-346265570-172.17.0.2-1733365290945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:56,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/cluster_69822f43-7871-ded1-bb54-1a6fb4d875a3/data/data2/current/BP-346265570-172.17.0.2-1733365290945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:56,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:56,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:56,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:56,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2780f6bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:56,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e41501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:56,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:56,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3623dc90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:56,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4b44748-70c6-5e98-dbdc-a4f67d9d4b1e/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:56,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:56,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:21:56,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:56,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:56,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:56,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:56,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:56,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:21:56,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1354665800, stopped=false 2024-12-05T02:21:56,078 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,33357,1733365289041 2024-12-05T02:21:56,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335751583/running 2024-12-05T02:21:56,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:56,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335751583/running 2024-12-05T02:21:56,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:56,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:56,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:21:56,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/running 2024-12-05T02:21:56,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:56,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:56,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,38751,1733365289092' ***** 2024-12-05T02:21:56,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:21:56,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Set watcher on znode that does not yet exist, /01335751583/running 2024-12-05T02:21:56,081 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:21:56,081 INFO [RS:0;01bccfa882c7:38751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:21:56,081 INFO [RS:0;01bccfa882c7:38751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:21:56,081 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(3091): Received CLOSE for bbf7ac608846852bc35c0bb0702cf5f4 2024-12-05T02:21:56,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(3091): Received CLOSE for e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,38751,1733365289092 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38751. 2024-12-05T02:21:56,082 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbf7ac608846852bc35c0bb0702cf5f4, disabling compactions & flushes 2024-12-05T02:21:56,082 DEBUG [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:56,082 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:56,082 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:56,082 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:56,082 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. after waiting 0 ms 2024-12-05T02:21:56,082 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:56,082 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbf7ac608846852bc35c0bb0702cf5f4 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:21:56,082 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:21:56,083 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:21:56,083 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T02:21:56,083 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1325): Online Regions={bbf7ac608846852bc35c0bb0702cf5f4=hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4., 1588230740=hbase:meta,,1.1588230740, e8309a9c1ab12e8b10e0bc8c5f6bf8fd=test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd.} 2024-12-05T02:21:56,083 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf7ac608846852bc35c0bb0702cf5f4, e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,083 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:21:56,083 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:21:56,083 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:21:56,083 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:21:56,083 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:21:56,083 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-05T02:21:56,104 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/info/f7f3995d97184684b47b91da7f365228 is 147, key is hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4./info:regioninfo/1733365306269/Put/seqid=0 2024-12-05T02:21:56,104 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/hfileref/8967dba5654a430dbd8c54e8a979c5d7 is 74, key is 1/hfileref:021b74ae31e64a05993ad4e4b37a404b_SeqId_4_/1733365308007/DeleteColumn/seqid=0 2024-12-05T02:21:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741847_1023 (size=7686) 2024-12-05T02:21:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741848_1024 (size=5489) 2024-12-05T02:21:56,170 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:56,192 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:21:56,192 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:21:56,283 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf7ac608846852bc35c0bb0702cf5f4, e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,483 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf7ac608846852bc35c0bb0702cf5f4, e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,508 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/info/f7f3995d97184684b47b91da7f365228 2024-12-05T02:21:56,509 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/hfileref/8967dba5654a430dbd8c54e8a979c5d7 2024-12-05T02:21:56,531 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/ns/ed8806ea72b949bc9493a0ed05099e79 is 43, key is default/ns:d/1733365290827/Put/seqid=0 2024-12-05T02:21:56,533 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:56,534 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/queue/2982fdf1956944ab8ecf29187d5fb686 is 153, key is 1-01bccfa882c7,38751,1733365289092/queue:01bccfa882c7%2C38751%2C1733365289092/1733365310426/Put/seqid=0 2024-12-05T02:21:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741849_1025 (size=5153) 2024-12-05T02:21:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741850_1026 (size=5504) 2024-12-05T02:21:56,683 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf7ac608846852bc35c0bb0702cf5f4, e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,884 DEBUG [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbf7ac608846852bc35c0bb0702cf5f4, e8309a9c1ab12e8b10e0bc8c5f6bf8fd 2024-12-05T02:21:56,935 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/ns/ed8806ea72b949bc9493a0ed05099e79 2024-12-05T02:21:56,938 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/queue/2982fdf1956944ab8ecf29187d5fb686 2024-12-05T02:21:56,949 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/hfileref/8967dba5654a430dbd8c54e8a979c5d7 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/hfileref/8967dba5654a430dbd8c54e8a979c5d7 2024-12-05T02:21:56,953 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/hfileref/8967dba5654a430dbd8c54e8a979c5d7, entries=6, sequenceid=17, filesize=5.4 K 2024-12-05T02:21:56,954 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/.tmp/queue/2982fdf1956944ab8ecf29187d5fb686 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/queue/2982fdf1956944ab8ecf29187d5fb686 2024-12-05T02:21:56,958 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/queue/2982fdf1956944ab8ecf29187d5fb686, entries=2, sequenceid=17, filesize=5.4 K 2024-12-05T02:21:56,959 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbf7ac608846852bc35c0bb0702cf5f4 in 876ms, sequenceid=17, compaction requested=false 2024-12-05T02:21:56,963 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/replication/bbf7ac608846852bc35c0bb0702cf5f4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-05T02:21:56,963 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:56,963 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:56,963 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbf7ac608846852bc35c0bb0702cf5f4: Waiting for close lock at 1733365316082Running coprocessor pre-close hooks at 1733365316082Disabling compacts and flushes for region at 1733365316082Disabling writes for close at 1733365316082Obtaining lock to block concurrent updates at 1733365316082Preparing flush snapshotting stores in bbf7ac608846852bc35c0bb0702cf5f4 at 1733365316082Finished memstore snapshotting hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733365316083 (+1 ms)Flushing stores of hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. at 1733365316083Flushing bbf7ac608846852bc35c0bb0702cf5f4/hfileref: creating writer at 1733365316083Flushing bbf7ac608846852bc35c0bb0702cf5f4/hfileref: appending metadata at 1733365316104 (+21 ms)Flushing bbf7ac608846852bc35c0bb0702cf5f4/hfileref: closing flushed file at 1733365316104Flushing bbf7ac608846852bc35c0bb0702cf5f4/queue: creating writer at 1733365316513 (+409 ms)Flushing bbf7ac608846852bc35c0bb0702cf5f4/queue: appending metadata at 1733365316533 (+20 ms)Flushing bbf7ac608846852bc35c0bb0702cf5f4/queue: closing flushed file at 1733365316533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a494cc6: reopening flushed file at 1733365316949 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddef94b: reopening flushed file at 1733365316953 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbf7ac608846852bc35c0bb0702cf5f4 in 876ms, sequenceid=17, compaction requested=false at 1733365316959 (+6 ms)Writing region close event to WAL at 1733365316960 (+1 ms)Running coprocessor post-close hooks at 1733365316963 (+3 ms)Closed at 1733365316963 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733365305100.bbf7ac608846852bc35c0bb0702cf5f4. 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8309a9c1ab12e8b10e0bc8c5f6bf8fd, disabling compactions & flushes 2024-12-05T02:21:56,964 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. after waiting 0 ms 2024-12-05T02:21:56,964 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:56,966 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/rep_barrier/992aee71bcbd4f429878451eb705d4b0 is 112, key is test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd./rep_barrier:seqnumDuringOpen/1733365299770/Put/seqid=0 2024-12-05T02:21:56,967 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/default/test/e8309a9c1ab12e8b10e0bc8c5f6bf8fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-05T02:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-05T02:21:56,968 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8309a9c1ab12e8b10e0bc8c5f6bf8fd: Waiting for close lock at 1733365316964Running coprocessor pre-close hooks at 1733365316964Disabling compacts and flushes for region at 1733365316964Disabling writes for close at 1733365316964Writing region close event to WAL at 1733365316965 (+1 ms)Running coprocessor post-close hooks at 1733365316968 (+3 ms)Closed at 1733365316968 2024-12-05T02:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733365298629.e8309a9c1ab12e8b10e0bc8c5f6bf8fd. 2024-12-05T02:21:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741851_1027 (size=5518) 2024-12-05T02:21:56,970 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/rep_barrier/992aee71bcbd4f429878451eb705d4b0 2024-12-05T02:21:56,992 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/table/392d797f0f4544ec883a636e54732d49 is 53, key is hbase:replication/table:state/1733365306276/Put/seqid=0 2024-12-05T02:21:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741852_1028 (size=5308) 2024-12-05T02:21:56,996 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/table/392d797f0f4544ec883a636e54732d49 2024-12-05T02:21:57,000 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/info/f7f3995d97184684b47b91da7f365228 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/info/f7f3995d97184684b47b91da7f365228 2024-12-05T02:21:57,004 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/info/f7f3995d97184684b47b91da7f365228, entries=20, sequenceid=16, filesize=7.5 K 2024-12-05T02:21:57,004 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/ns/ed8806ea72b949bc9493a0ed05099e79 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/ns/ed8806ea72b949bc9493a0ed05099e79 2024-12-05T02:21:57,005 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 393, reset compression=false 2024-12-05T02:21:57,010 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-05T02:21:57,010 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 688, reset compression=false 2024-12-05T02:21:57,010 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/ns/ed8806ea72b949bc9493a0ed05099e79, entries=2, sequenceid=16, filesize=5.0 K 2024-12-05T02:21:57,010 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-01bccfa882c7,38751,1733365289092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-05T02:21:57,011 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 01bccfa882c7,38751,1733365289092: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-01bccfa882c7,38751,1733365289092, walGroup=01bccfa882c7%2C38751%2C1733365289092, offset=01bccfa882c7%2C38751%2C1733365289092.1733365308758:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:38751 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-05T02:21:57,013 ERROR [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-05T02:21:57,013 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-05T02:21:57,013 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-05T02:21:57,013 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-05T02:21:57,013 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-05T02:21:57,013 INFO [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1081295192 }, "NonHeapMemoryUsage": { "committed": 210763776, "init": 7667712, "max": -1, "used": 207775400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-05T02:21:57,014 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=01bccfa882c7:33357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-05T02:21:57,017 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/rep_barrier/992aee71bcbd4f429878451eb705d4b0 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/rep_barrier/992aee71bcbd4f429878451eb705d4b0 2024-12-05T02:21:57,024 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/rep_barrier/992aee71bcbd4f429878451eb705d4b0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-05T02:21:57,025 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/.tmp/table/392d797f0f4544ec883a636e54732d49 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/table/392d797f0f4544ec883a636e54732d49 2024-12-05T02:21:57,028 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/table/392d797f0f4544ec883a636e54732d49, entries=4, sequenceid=16, filesize=5.2 K 2024-12-05T02:21:57,029 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false 2024-12-05T02:21:57,029 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:21:57,033 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T02:21:57,034 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-05T02:21:57,034 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:21:57,034 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:57,034 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733365316083Running coprocessor pre-close hooks at 1733365316083Disabling compacts and flushes for region at 1733365316083Disabling writes for close at 1733365316083Obtaining lock to block concurrent updates at 1733365316083Preparing flush snapshotting stores in 1588230740 at 1733365316083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733365316083Flushing stores of hbase:meta,,1.1588230740 at 1733365316084 (+1 ms)Flushing 1588230740/info: creating writer at 1733365316084Flushing 1588230740/info: appending metadata at 1733365316104 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733365316104Flushing 1588230740/ns: creating writer at 1733365316513 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733365316531 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733365316531Flushing 1588230740/rep_barrier: creating writer at 1733365316940 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733365316966 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733365316966Flushing 1588230740/table: creating writer at 1733365316974 (+8 ms)Flushing 1588230740/table: appending metadata at 1733365316991 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733365316991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f8d229: reopening flushed file at 1733365316999 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329df2fc: reopening flushed file at 1733365317004 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efeec6: reopening flushed file at 1733365317010 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698aa9ee: reopening flushed file at 1733365317024 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=16, compaction requested=false at 1733365317029 (+5 ms)Writing region close event to WAL at 1733365317031 (+2 ms)Running coprocessor post-close hooks at 1733365317034 (+3 ms)Closed at 1733365317034 2024-12-05T02:21:57,034 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:21:57,084 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,38751,1733365289092; all regions closed. 2024-12-05T02:21:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741843_1019 (size=859) 2024-12-05T02:21:57,086 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.meta.1733365308783.meta not finished, retry = 0 2024-12-05T02:21:57,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.rep.1733365308804 not finished, retry = 0 2024-12-05T02:21:57,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741844_1020 (size=2791) 2024-12-05T02:21:57,218 DEBUG [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/WALs/01bccfa882c7,38751,1733365289092/01bccfa882c7%2C38751%2C1733365289092.1733365308758 to pos 688, reset compression=false 2024-12-05T02:21:57,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741842_1018 (size=696) 2024-12-05T02:21:57,292 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:57,292 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:21:57,292 INFO [RS:0;01bccfa882c7:38751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:57,292 INFO [RS:0;01bccfa882c7:38751 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:57,292 INFO [RS:0;01bccfa882c7:38751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:57,292 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:57,293 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-01bccfa882c7,38751,1733365289092 because: Region server is closing 2024-12-05T02:21:57,293 INFO [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38751. 2024-12-05T02:21:57,293 DEBUG [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:57,293 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:57,293 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:57,293 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:57,394 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-05T02:21:57,394 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:21:57,394 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,1-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,1-01bccfa882c7,38751,1733365289092 terminated 2024-12-05T02:21:57,394 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-01bccfa882c7,38751,1733365289092 because: Region server is closing 2024-12-05T02:21:57,394 INFO [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:38751. 2024-12-05T02:21:57,394 DEBUG [RS:0;01bccfa882c7:38751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:21:57,394 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:57,394 DEBUG [RS:0;01bccfa882c7:38751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:21:57,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:21:57,495 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.shipper01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 terminated 2024-12-05T02:21:57,495 WARN [RS_REFRESH_PEER-regionserver/01bccfa882c7:0-0.replicationSource,2-01bccfa882c7,38751,1733365289092.replicationSource.wal-reader.01bccfa882c7%2C38751%2C1733365289092,2-01bccfa882c7,38751,1733365289092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-05T02:21:57,495 INFO [RS:0;01bccfa882c7:38751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38751 2024-12-05T02:21:57,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335751583/rs/01bccfa882c7,38751,1733365289092 2024-12-05T02:21:57,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583/rs 2024-12-05T02:21:57,503 INFO [RS:0;01bccfa882c7:38751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:57,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,38751,1733365289092] 2024-12-05T02:21:57,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01335751583/draining/01bccfa882c7,38751,1733365289092 already deleted, retry=false 2024-12-05T02:21:57,506 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,38751,1733365289092 expired; onlineServers=0 2024-12-05T02:21:57,506 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,33357,1733365289041' ***** 2024-12-05T02:21:57,506 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:21:57,506 DEBUG [M:0;01bccfa882c7:33357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:21:57,506 DEBUG [M:0;01bccfa882c7:33357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:21:57,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:21:57,506 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365290041 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733365290041,5,FailOnTimeoutGroup] 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:21:57,506 DEBUG [M:0;01bccfa882c7:33357 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:21:57,506 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365290041 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733365290041,5,FailOnTimeoutGroup] 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:21:57,506 INFO [M:0;01bccfa882c7:33357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:21:57,507 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:21:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01335751583/master 2024-12-05T02:21:57,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01335751583 2024-12-05T02:21:57,507 DEBUG [M:0;01bccfa882c7:33357 {}] zookeeper.ZKUtil(347): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Unable to get data of znode /01335751583/master because node does not exist (not an error) 2024-12-05T02:21:57,507 WARN [M:0;01bccfa882c7:33357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:21:57,508 INFO [M:0;01bccfa882c7:33357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/.lastflushedseqids 2024-12-05T02:21:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741853_1029 (size=263) 2024-12-05T02:21:57,519 INFO [M:0;01bccfa882c7:33357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:21:57,520 INFO [M:0;01bccfa882c7:33357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:21:57,520 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:21:57,520 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:57,520 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:57,520 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:21:57,520 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:57,520 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-05T02:21:57,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T02:21:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,548 DEBUG [M:0;01bccfa882c7:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8badd188b0ba4c5db94a5d6b0498d8fc is 82, key is hbase:meta,,1/info:regioninfo/1733365290813/Put/seqid=0 2024-12-05T02:21:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741854_1030 (size=5672) 2024-12-05T02:21:57,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T02:21:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:57,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38751-0x101806d36c10001, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:57,604 INFO [RS:0;01bccfa882c7:38751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:57,604 INFO [RS:0;01bccfa882c7:38751 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,38751,1733365289092; zookeeper connection closed. 2024-12-05T02:21:57,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e34c3cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e34c3cf 2024-12-05T02:21:57,605 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:21:57,958 INFO [M:0;01bccfa882c7:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8badd188b0ba4c5db94a5d6b0498d8fc 2024-12-05T02:21:57,985 DEBUG [M:0;01bccfa882c7:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5ed30a7c464b14ae0c701c19d0ddbd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733365306279/Put/seqid=0 2024-12-05T02:21:57,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741855_1031 (size=8909) 2024-12-05T02:21:58,389 INFO [M:0;01bccfa882c7:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5ed30a7c464b14ae0c701c19d0ddbd 2024-12-05T02:21:58,412 DEBUG [M:0;01bccfa882c7:33357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c375acb7464163934cedb26ae82966 is 69, key is 01bccfa882c7,38751,1733365289092/rs:state/1733365290129/Put/seqid=0 2024-12-05T02:21:58,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741856_1032 (size=5156) 2024-12-05T02:21:58,630 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:21:58,817 INFO [M:0;01bccfa882c7:33357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c375acb7464163934cedb26ae82966 2024-12-05T02:21:58,824 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8badd188b0ba4c5db94a5d6b0498d8fc as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8badd188b0ba4c5db94a5d6b0498d8fc 2024-12-05T02:21:58,829 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8badd188b0ba4c5db94a5d6b0498d8fc, entries=8, sequenceid=112, filesize=5.5 K 2024-12-05T02:21:58,829 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed5ed30a7c464b14ae0c701c19d0ddbd as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed5ed30a7c464b14ae0c701c19d0ddbd 2024-12-05T02:21:58,833 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed5ed30a7c464b14ae0c701c19d0ddbd, entries=13, sequenceid=112, filesize=8.7 K 2024-12-05T02:21:58,834 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c375acb7464163934cedb26ae82966 as hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c375acb7464163934cedb26ae82966 2024-12-05T02:21:58,838 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33943/user/jenkins/test-data/c7967621-e945-6d3c-3f2f-6daab3c693e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c375acb7464163934cedb26ae82966, entries=1, sequenceid=112, filesize=5.0 K 2024-12-05T02:21:58,839 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=112, compaction requested=false 2024-12-05T02:21:58,845 INFO [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:21:58,845 DEBUG [M:0;01bccfa882c7:33357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733365317520Disabling compacts and flushes for region at 1733365317520Disabling writes for close at 1733365317520Obtaining lock to block concurrent updates at 1733365317520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733365317520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733365317520Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733365317521 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733365317521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733365317548 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733365317548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733365317963 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733365317984 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733365317984Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733365318393 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733365318412 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733365318412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ed8b96: reopening flushed file at 1733365318824 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb3ad90: reopening flushed file at 1733365318829 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1b0b9b: reopening flushed file at 1733365318834 (+5 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=112, compaction requested=false at 1733365318839 (+5 ms)Writing region close event to WAL at 1733365318845 (+6 ms)Closed at 1733365318845 2024-12-05T02:21:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43407 is added to blk_1073741830_1006 (size=69055) 2024-12-05T02:21:58,873 INFO [M:0;01bccfa882c7:33357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:21:58,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:21:58,874 INFO [M:0;01bccfa882c7:33357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33357 2024-12-05T02:21:58,874 INFO [M:0;01bccfa882c7:33357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:21:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:58,977 INFO [M:0;01bccfa882c7:33357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:21:58,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33357-0x101806d36c10000, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:21:58,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d01137d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:21:58,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a2a59fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:58,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:58,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61aeee70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:58,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:58,981 WARN [BP-1939357545-172.17.0.2-1733365288013 heartbeating to localhost/127.0.0.1:33943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:21:58,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:21:58,981 WARN [BP-1939357545-172.17.0.2-1733365288013 heartbeating to localhost/127.0.0.1:33943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1939357545-172.17.0.2-1733365288013 (Datanode Uuid fe334b96-f1dc-4260-a236-b8c9417bf112) service to localhost/127.0.0.1:33943 2024-12-05T02:21:58,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:21:58,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/data/data1/current/BP-1939357545-172.17.0.2-1733365288013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:58,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/cluster_437de961-650c-73e8-c4c5-b1627d79c849/data/data2/current/BP-1939357545-172.17.0.2-1733365288013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:21:58,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:21:58,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61414b64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:21:58,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e31e38c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:21:58,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:21:58,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59820be7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:21:58,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/455e0ecb-873e-172e-1884-cc3512c53203/hadoop.log.dir/,STOPPED} 2024-12-05T02:21:58,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:21:59,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T02:21:59,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 533) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41189 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43371 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41189 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43371 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59908) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33943 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33943 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 352) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6905 (was 6777) - AvailableMemoryMB LEAK? - 2024-12-05T02:21:59,026 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-12-05T02:21:59,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101806d36c10005, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:59,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101806d36c10008, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:59,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101806d36c10002, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-05T02:21:59,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101806d36c10002, quorum=127.0.0.1:59908, baseZNode=/01335751583 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:21:59,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101806d36c10005, quorum=127.0.0.1:59908, baseZNode=/1-329526434 Received Disconnected from ZooKeeper, ignoring 2024-12-05T02:21:59,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101806d36c10008, quorum=127.0.0.1:59908, baseZNode=/21105562181 Received Disconnected from ZooKeeper, ignoring